2017-04-01 09:19:00 +00:00
|
|
|
#include <Dictionaries/ODBCBlockInputStream.h>
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Columns/ColumnsNumber.h>
|
|
|
|
#include <Columns/ColumnString.h>
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2018-06-05 19:46:49 +00:00
|
|
|
#include <IO/WriteHelpers.h>
|
|
|
|
|
2017-05-15 14:16:10 +00:00
|
|
|
#include <common/logger_useful.h>
|
2017-06-06 17:18:32 +00:00
|
|
|
#include <ext/range.h>
|
2016-12-08 02:49:04 +00:00
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
extern const int NUMBER_OF_COLUMNS_DOESNT_MATCH;
|
2016-12-08 02:49:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
ODBCBlockInputStream::ODBCBlockInputStream(
|
2017-04-01 07:20:54 +00:00
|
|
|
Poco::Data::Session && session, const std::string & query_str, const Block & sample_block,
|
|
|
|
const size_t max_block_size)
|
|
|
|
:
|
|
|
|
session{session},
|
|
|
|
statement{(this->session << query_str, Poco::Data::Keywords::now)},
|
|
|
|
result{statement},
|
|
|
|
iterator{result.begin()},
|
2017-05-15 14:16:10 +00:00
|
|
|
max_block_size{max_block_size},
|
|
|
|
log(&Logger::get("ODBCBlockInputStream"))
|
2016-12-08 02:49:04 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
if (sample_block.columns() != result.columnCount())
|
2018-05-07 02:01:11 +00:00
|
|
|
throw Exception{"RecordSet contains " + toString(result.columnCount()) + " columns while " +
|
|
|
|
toString(sample_block.columns()) + " expected", ErrorCodes::NUMBER_OF_COLUMNS_DOESNT_MATCH};
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
description.init(sample_block);
|
2016-12-08 02:49:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
namespace
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
using ValueType = ExternalResultDescription::ValueType;
|
|
|
|
|
2017-12-15 03:12:04 +00:00
|
|
|
static void insertValue(IColumn & column, const ValueType type, const Poco::Dynamic::Var & value)
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
|
|
|
switch (type)
|
|
|
|
{
|
2017-12-15 03:12:04 +00:00
|
|
|
case ValueType::UInt8: static_cast<ColumnUInt8 &>(column).insert(value.convert<UInt64>()); break;
|
|
|
|
case ValueType::UInt16: static_cast<ColumnUInt16 &>(column).insert(value.convert<UInt64>()); break;
|
|
|
|
case ValueType::UInt32: static_cast<ColumnUInt32 &>(column).insert(value.convert<UInt64>()); break;
|
|
|
|
case ValueType::UInt64: static_cast<ColumnUInt64 &>(column).insert(value.convert<UInt64>()); break;
|
|
|
|
case ValueType::Int8: static_cast<ColumnInt8 &>(column).insert(value.convert<Int64>()); break;
|
|
|
|
case ValueType::Int16: static_cast<ColumnInt16 &>(column).insert(value.convert<Int64>()); break;
|
|
|
|
case ValueType::Int32: static_cast<ColumnInt32 &>(column).insert(value.convert<Int64>()); break;
|
|
|
|
case ValueType::Int64: static_cast<ColumnInt64 &>(column).insert(value.convert<Int64>()); break;
|
|
|
|
case ValueType::Float32: static_cast<ColumnFloat32 &>(column).insert(value.convert<Float64>()); break;
|
|
|
|
case ValueType::Float64: static_cast<ColumnFloat64 &>(column).insert(value.convert<Float64>()); break;
|
|
|
|
case ValueType::String: static_cast<ColumnString &>(column).insert(value.convert<String>()); break;
|
|
|
|
case ValueType::Date: static_cast<ColumnUInt16 &>(column).insert(UInt16{LocalDate{value.convert<String>()}.getDayNum()}); break;
|
|
|
|
case ValueType::DateTime: static_cast<ColumnUInt32 &>(column).insert(time_t{LocalDateTime{value.convert<String>()}}); break;
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
|
|
|
}
|
2017-12-15 03:12:04 +00:00
|
|
|
|
|
|
|
void insertDefaultValue(IColumn & column, const IColumn & sample_column)
|
|
|
|
{
|
|
|
|
column.insertFrom(sample_column, 0);
|
|
|
|
}
|
2016-12-08 02:49:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Block ODBCBlockInputStream::readImpl()
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
if (iterator == result.end())
|
|
|
|
return {};
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-12-15 03:12:04 +00:00
|
|
|
MutableColumns columns(description.sample_block.columns());
|
2017-04-01 07:20:54 +00:00
|
|
|
for (const auto i : ext::range(0, columns.size()))
|
2017-12-15 03:12:04 +00:00
|
|
|
columns[i] = description.sample_block.getByPosition(i).column->cloneEmpty();
|
2017-05-15 14:16:10 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
size_t num_rows = 0;
|
|
|
|
while (iterator != result.end())
|
|
|
|
{
|
|
|
|
Poco::Data::Row & row = *iterator;
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
for (const auto idx : ext::range(0, row.fieldCount()))
|
|
|
|
{
|
|
|
|
const Poco::Dynamic::Var & value = row[idx];
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
if (!value.isEmpty())
|
2017-12-15 03:12:04 +00:00
|
|
|
insertValue(*columns[idx], description.types[idx], value);
|
2017-04-01 07:20:54 +00:00
|
|
|
else
|
2017-12-15 03:12:04 +00:00
|
|
|
insertDefaultValue(*columns[idx], *description.sample_columns[idx]);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-05-22 16:38:24 +00:00
|
|
|
++iterator;
|
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
++num_rows;
|
|
|
|
if (num_rows == max_block_size)
|
|
|
|
break;
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
2016-12-08 02:49:04 +00:00
|
|
|
|
2017-12-15 03:12:04 +00:00
|
|
|
return description.sample_block.cloneWithColumns(std::move(columns));
|
2016-12-08 02:49:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|