ClickHouse/dbms/src/Dictionaries/ODBCBlockInputStream.cpp

109 lines
3.7 KiB
C++
Raw Normal View History

#include <Dictionaries/ODBCBlockInputStream.h>
2016-12-08 02:49:04 +00:00
#include <Columns/ColumnsNumber.h>
#include <Columns/ColumnString.h>
2016-12-08 02:49:04 +00:00
#include <ext/range.hpp>
#include <vector>
namespace DB
{
namespace ErrorCodes
{
extern const int NUMBER_OF_COLUMNS_DOESNT_MATCH;
2016-12-08 02:49:04 +00:00
}
ODBCBlockInputStream::ODBCBlockInputStream(
Poco::Data::Session && session, const std::string & query_str, const Block & sample_block,
const size_t max_block_size)
:
session{session},
statement{(this->session << query_str, Poco::Data::Keywords::now)},
result{statement},
iterator{result.begin()},
max_block_size{max_block_size}
2016-12-08 02:49:04 +00:00
{
if (sample_block.columns() != result.columnCount())
throw Exception{
"RecordSet contains " + toString(result.columnCount()) + " columns while " +
toString(sample_block.columns()) + " expected",
ErrorCodes::NUMBER_OF_COLUMNS_DOESNT_MATCH};
2016-12-08 02:49:04 +00:00
description.init(sample_block);
2016-12-08 02:49:04 +00:00
}
String ODBCBlockInputStream::getID() const
{
return "ODBC(" + statement.toString() + ")";
2016-12-08 02:49:04 +00:00
}
namespace
{
using ValueType = ExternalResultDescription::ValueType;
static void insertValue(IColumn * const column, const ValueType type, const Poco::Dynamic::Var & value)
{
switch (type)
{
case ValueType::UInt8: static_cast<ColumnUInt8 *>(column)->insert(value.convert<UInt64>()); break;
case ValueType::UInt16: static_cast<ColumnUInt16 *>(column)->insert(value.convert<UInt64>()); break;
case ValueType::UInt32: static_cast<ColumnUInt32 *>(column)->insert(value.convert<UInt64>()); break;
case ValueType::UInt64: static_cast<ColumnUInt64 *>(column)->insert(value.convert<UInt64>()); break;
case ValueType::Int8: static_cast<ColumnInt8 *>(column)->insert(value.convert<Int64>()); break;
case ValueType::Int16: static_cast<ColumnInt16 *>(column)->insert(value.convert<Int64>()); break;
case ValueType::Int32: static_cast<ColumnInt32 *>(column)->insert(value.convert<Int64>()); break;
case ValueType::Int64: static_cast<ColumnInt64 *>(column)->insert(value.convert<Int64>()); break;
case ValueType::Float32: static_cast<ColumnFloat32 *>(column)->insert(value.convert<Float64>()); break;
case ValueType::Float64: static_cast<ColumnFloat64 *>(column)->insert(value.convert<Float64>()); break;
case ValueType::String: static_cast<ColumnString *>(column)->insert(value.convert<String>()); break;
case ValueType::Date: static_cast<ColumnUInt16 *>(column)->insert(UInt16{LocalDate{value.convert<String>()}.getDayNum()}); break;
case ValueType::DateTime: static_cast<ColumnUInt32 *>(column)->insert(time_t{LocalDateTime{value.convert<String>()}}); break;
}
}
2016-12-08 02:49:04 +00:00
}
Block ODBCBlockInputStream::readImpl()
{
if (iterator == result.end())
return {};
2016-12-08 02:49:04 +00:00
auto block = description.sample_block.cloneEmpty();
2016-12-08 02:49:04 +00:00
/// cache pointers returned by the calls to getByPosition
std::vector<IColumn *> columns(block.columns());
for (const auto i : ext::range(0, columns.size()))
columns[i] = block.safeGetByPosition(i).column.get();
2016-12-08 02:49:04 +00:00
size_t num_rows = 0;
while (iterator != result.end())
{
Poco::Data::Row & row = *iterator;
2016-12-08 02:49:04 +00:00
for (const auto idx : ext::range(0, row.fieldCount()))
{
const Poco::Dynamic::Var & value = row[idx];
2016-12-08 02:49:04 +00:00
if (!value.isEmpty())
insertValue(columns[idx], description.types[idx], value);
else
insertDefaultValue(columns[idx], *description.sample_columns[idx]);
}
2016-12-08 02:49:04 +00:00
++num_rows;
if (num_rows == max_block_size)
break;
2016-12-08 02:49:04 +00:00
++iterator;
}
2016-12-08 02:49:04 +00:00
return block;
2016-12-08 02:49:04 +00:00
}
}