#pragma once #include #include #include #include #include #include #include #include #include #include #include #include namespace DB { /** Функции преобразования типов. * * Бывают двух видов: * - toType - преобразование "естественным образом"; TODO: преобразования из/в FixedString. * - TODO: reinterpretAsType - преобразования чисел и дат в строки, содержащие тот же набор байт в машинном представлении, и наоборот. */ /** Преобразование чисел друг в друга, дат/дат-с-временем в числа и наоборот: делается обычным присваиванием. * (дата внутри хранится как количество дней с какого-то, дата-с-временем - как unix timestamp) */ template struct ConvertImpl { typedef typename FromDataType::FieldType FromFieldType; typedef typename ToDataType::FieldType ToFieldType; static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { if (const ColumnVector * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { ColumnVector * col_to = new ColumnVector; block.getByPosition(result).column = col_to; const typename ColumnVector::Container_t & vec_from = col_from->getData(); typename ColumnVector::Container_t & vec_to = col_to->getData(); size_t size = vec_from.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = vec_from[i]; } else if (const ColumnConst * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { block.getByPosition(result).column = new ColumnConst(col_from->size(), col_from->getData()); } else throw Exception("Illegal column " + block.getByPosition(arguments[0]).column->getName() + " of first argument of function " + Name::get(), ErrorCodes::ILLEGAL_COLUMN); } }; /** Преобразование даты в дату-с-временем: добавление нулевого времени. */ template struct ConvertImpl { typedef DataTypeDate::FieldType FromFieldType; typedef DataTypeDateTime::FieldType ToFieldType; static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { typedef DataTypeDate::FieldType FromFieldType; Yandex::DateLUTSingleton & date_lut = Yandex::DateLUTSingleton::instance(); if (const ColumnVector * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { ColumnVector * col_to = new ColumnVector; block.getByPosition(result).column = col_to; const typename ColumnVector::Container_t & vec_from = col_from->getData(); typename ColumnVector::Container_t & vec_to = col_to->getData(); size_t size = vec_from.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = date_lut.fromDayNum(Yandex::DayNum_t(vec_from[i])); } else if (const ColumnConst * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { block.getByPosition(result).column = new ColumnConst(col_from->size(), date_lut.fromDayNum(Yandex::DayNum_t(col_from->getData()))); } else throw Exception("Illegal column " + block.getByPosition(arguments[0]).column->getName() + " of first argument of function " + Name::get(), ErrorCodes::ILLEGAL_COLUMN); } }; /** Преобразование даты-с-временем в дату: отбрасывание времени. */ template struct ConvertImpl { typedef DataTypeDateTime::FieldType FromFieldType; typedef DataTypeDate::FieldType ToFieldType; static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { Yandex::DateLUTSingleton & date_lut = Yandex::DateLUTSingleton::instance(); if (const ColumnVector * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { ColumnVector * col_to = new ColumnVector; block.getByPosition(result).column = col_to; const typename ColumnVector::Container_t & vec_from = col_from->getData(); typename ColumnVector::Container_t & vec_to = col_to->getData(); size_t size = vec_from.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = date_lut.toDayNum(vec_from[i]); } else if (const ColumnConst * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { block.getByPosition(result).column = new ColumnConst(col_from->size(), date_lut.toDayNum(col_from->getData())); } else throw Exception("Illegal column " + block.getByPosition(arguments[0]).column->getName() + " of first argument of function " + Name::get(), ErrorCodes::ILLEGAL_COLUMN); } }; /** Преобразование чисел, дат, дат-с-временем в строки: через форматирование. */ template void formatImpl(typename DataType::FieldType x, WriteBuffer & wb) { writeText(x, wb); } template <> inline void formatImpl(DataTypeDate::FieldType x, WriteBuffer & wb) { writeDateText(Yandex::DayNum_t(x), wb); } template <> inline void formatImpl(DataTypeDateTime::FieldType x, WriteBuffer & wb) { writeDateTimeText(x, wb); } template struct ConvertImpl { typedef typename FromDataType::FieldType FromFieldType; static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { if (const ColumnVector * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { ColumnString * col_to = new ColumnString; block.getByPosition(result).column = col_to; const typename ColumnVector::Container_t & vec_from = col_from->getData(); ColumnUInt8::Container_t & data_to = dynamic_cast(col_to->getData()).getData(); ColumnString::Offsets_t & offsets_to = col_to->getOffsets(); size_t size = vec_from.size(); data_to.resize(size * 2); offsets_to.resize(size); WriteBufferFromVector write_buffer(data_to); for (size_t i = 0; i < size; ++i) { formatImpl(vec_from[i], write_buffer); writeChar(0, write_buffer); offsets_to[i] = write_buffer.count(); } data_to.resize(write_buffer.count()); } else if (const ColumnConst * col_from = dynamic_cast *>(&*block.getByPosition(arguments[0]).column)) { std::vector buf; WriteBufferFromVector write_buffer(buf); formatImpl(col_from->getData(), write_buffer); block.getByPosition(result).column = new ColumnConstString(col_from->size(), std::string(&buf[0], write_buffer.count())); } else throw Exception("Illegal column " + block.getByPosition(arguments[0]).column->getName() + " of first argument of function " + Name::get(), ErrorCodes::ILLEGAL_COLUMN); } }; /** Преобразование строк в числа, даты, даты-с-временем: через парсинг. */ template void parseImpl(typename DataType::FieldType & x, ReadBuffer & wb) { readText(x, wb); } template <> inline void parseImpl(DataTypeDate::FieldType & x, ReadBuffer & wb) { Yandex::DayNum_t tmp(0); readDateText(tmp, wb); x = tmp; } template <> inline void parseImpl(DataTypeDateTime::FieldType & x, ReadBuffer & wb) { time_t tmp = 0; readDateTimeText(tmp, wb); x = tmp; } template struct ConvertImpl { typedef typename ToDataType::FieldType ToFieldType; static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { if (const ColumnString * col_from = dynamic_cast(&*block.getByPosition(arguments[0]).column)) { ColumnVector * col_to = new ColumnVector; block.getByPosition(result).column = col_to; const ColumnUInt8::Container_t & data_from = dynamic_cast(col_from->getData()).getData(); typename ColumnVector::Container_t & vec_to = col_to->getData(); size_t size = col_from->size(); vec_to.resize(size); ReadBuffer read_buffer(const_cast(reinterpret_cast(&data_from[0])), data_from.size(), 0); char zero = 0; for (size_t i = 0; i < size; ++i) { parseImpl(vec_to[i], read_buffer); readChar(zero, read_buffer); if (zero != 0) throw Exception("Cannot parse number from string.", ErrorCodes::CANNOT_PARSE_NUMBER); } } else if (const ColumnConstString * col_from = dynamic_cast(&*block.getByPosition(arguments[0]).column)) { const String & s = col_from->getData(); ReadBufferFromString read_buffer(s); ToFieldType x = 0; parseImpl(x, read_buffer); block.getByPosition(result).column = new ColumnConst(col_from->size(), x); } else throw Exception("Illegal column " + block.getByPosition(arguments[0]).column->getName() + " of first argument of function " + Name::get(), ErrorCodes::ILLEGAL_COLUMN); } }; /** Если типы совпадают - просто скопируем ссылку на столбец. */ template struct ConvertImpl { static void execute(Block & block, const ColumnNumbers & arguments, size_t result) { block.getByPosition(result).column = block.getByPosition(arguments[0]).column; } }; template class FunctionConvert : public IFunction { public: /// Получить имя функции. String getName() const { return Name::get(); } /// Получить тип результата по типам аргументов. Если функция неприменима для данных аргументов - кинуть исключение. DataTypePtr getReturnType(const DataTypes & arguments) const { if (arguments.size() != 1) throw Exception("Number of arguments for function " + getName() + " doesn't match: passed " + Poco::NumberFormatter::format(arguments.size()) + ", should be 1.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); return new ToDataType; } /// Выполнить функцию над блоком. void execute(Block & block, const ColumnNumbers & arguments, size_t result) { IDataType * from_type = &*block.getByPosition(arguments[0]).type; if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else if (dynamic_cast(from_type)) ConvertImpl::execute(block, arguments, result); else throw Exception("Illegal type " + block.getByPosition(arguments[0]).type->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); } }; struct NameToUInt8 { static const char * get() { return "toUInt8"; } }; struct NameToUInt16 { static const char * get() { return "toUInt16"; } }; struct NameToUInt32 { static const char * get() { return "toUInt32"; } }; struct NameToUInt64 { static const char * get() { return "toUInt64"; } }; struct NameToInt8 { static const char * get() { return "toInt8"; } }; struct NameToInt16 { static const char * get() { return "toInt16"; } }; struct NameToInt32 { static const char * get() { return "toInt32"; } }; struct NameToInt64 { static const char * get() { return "toInt64"; } }; struct NameToFloat32 { static const char * get() { return "toFloat32"; } }; struct NameToFloat64 { static const char * get() { return "toFloat64"; } }; struct NameToVarUInt { static const char * get() { return "toVarUInt"; } }; struct NameToVatInt { static const char * get() { return "toVarInt"; } }; struct NameToDate { static const char * get() { return "toDate"; } }; struct NameToDateTime { static const char * get() { return "toDateTime"; } }; struct NameToString { static const char * get() { return "toString"; } }; typedef FunctionConvert FunctionToUInt8; typedef FunctionConvert FunctionToUInt16; typedef FunctionConvert FunctionToUInt32; typedef FunctionConvert FunctionToUInt64; typedef FunctionConvert FunctionToInt8; typedef FunctionConvert FunctionToInt16; typedef FunctionConvert FunctionToInt32; typedef FunctionConvert FunctionToInt64; typedef FunctionConvert FunctionToFloat32; typedef FunctionConvert FunctionToFloat64; typedef FunctionConvert FunctionToVarUInt; typedef FunctionConvert FunctionToVarInt; typedef FunctionConvert FunctionToDate; typedef FunctionConvert FunctionToDateTime; typedef FunctionConvert FunctionToString; }