#include "ODBCBlockInputStream.h" #include #include #include #include #include #include #include #include #include #include #include namespace DB { namespace ErrorCodes { extern const int UNKNOWN_TYPE; } ODBCSource::ODBCSource( nanodbc::ConnectionHolderPtr connection_holder, const std::string & query_str, const Block & sample_block, const UInt64 max_block_size_) : ISource(sample_block) , log(&Poco::Logger::get("ODBCSource")) , max_block_size{max_block_size_} , query(query_str) { description.init(sample_block); result = execute(connection_holder, [&](nanodbc::connection & connection) { return execute(connection, query); }); } Chunk ODBCSource::generate() { if (is_finished) return {}; MutableColumns columns(description.sample_block.cloneEmptyColumns()); size_t num_rows = 0; while (true) { if (!result.next()) { is_finished = true; break; } for (int idx = 0; idx < result.columns(); ++idx) { const auto & sample = description.sample_block.getByPosition(idx); if (!result.is_null(idx)) { bool is_nullable = description.types[idx].second; if (is_nullable) { ColumnNullable & column_nullable = assert_cast(*columns[idx]); const auto & data_type = assert_cast(*sample.type); insertValue(column_nullable.getNestedColumn(), data_type.getNestedType(), description.types[idx].first, result, idx); column_nullable.getNullMapData().emplace_back(0); } else { insertValue(*columns[idx], sample.type, description.types[idx].first, result, idx); } } else insertDefaultValue(*columns[idx], *sample.column); } if (++num_rows == max_block_size) break; } return Chunk(std::move(columns), num_rows); } void ODBCSource::insertValue( IColumn & column, const DataTypePtr data_type, const ValueType type, nanodbc::result & row, size_t idx) { switch (type) { case ValueType::vtUInt8: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtUInt16: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtUInt32: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtUInt64: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtInt8: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtInt16: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtInt32: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtInt64: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtFloat32: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtFloat64: assert_cast(column).insertValue(row.get(idx)); break; case ValueType::vtFixedString:[[fallthrough]]; case ValueType::vtEnum8: case ValueType::vtEnum16: case ValueType::vtString: assert_cast(column).insert(row.get(idx)); break; case ValueType::vtUUID: { auto value = row.get(idx); assert_cast(column).insert(parse(value.data(), value.size())); break; } case ValueType::vtDate: assert_cast(column).insertValue(UInt16{LocalDate{row.get(idx)}.getDayNum()}); break; case ValueType::vtDateTime: { auto value = row.get(idx); ReadBufferFromString in(value); time_t time = 0; readDateTimeText(time, in, assert_cast(data_type.get())->getTimeZone()); if (time < 0) time = 0; assert_cast(column).insertValue(time); break; } case ValueType::vtDateTime64: { auto value = row.get(idx); ReadBufferFromString in(value); DateTime64 time = 0; const auto * datetime_type = assert_cast(data_type.get()); readDateTime64Text(time, datetime_type->getScale(), in, datetime_type->getTimeZone()); if (time < 0) time = 0; assert_cast(column).insertValue(time); break; } case ValueType::vtDecimal32: [[fallthrough]]; case ValueType::vtDecimal64: [[fallthrough]]; case ValueType::vtDecimal128: [[fallthrough]]; case ValueType::vtDecimal256: { auto value = row.get(idx); ReadBufferFromString istr(value); data_type->getDefaultSerialization()->deserializeWholeText(column, istr, FormatSettings{}); break; } default: throw Exception("Unsupported value type", ErrorCodes::UNKNOWN_TYPE); } } }