#include #include #include #include #include #include #include #include #include #include #include #include namespace DB { namespace ErrorCodes { extern const int ILLEGAL_TYPE_OF_ARGUMENT; extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH; extern const int UNKNOWN_FORMAT; extern const int BAD_ARGUMENTS; } namespace { /** formatRow(, x, y, ...) is a function that allows you to use RowOutputFormat over * several columns to generate a string per row, such as CSV, TSV, JSONEachRow, etc. * formatRowNoNewline(...) trims the newline character of each row. */ template class FunctionFormatRow : public IFunction { public: static constexpr auto name = no_newline ? "formatRowNoNewline" : "formatRow"; FunctionFormatRow(const String & format_name_, ContextPtr context_) : format_name(format_name_), context(context_) { if (!FormatFactory::instance().getAllFormats().contains(format_name)) throw Exception("Unknown format " + format_name, ErrorCodes::UNKNOWN_FORMAT); } String getName() const override { return name; } size_t getNumberOfArguments() const override { return 0; } bool useDefaultImplementationForNulls() const override { return false; } bool useDefaultImplementationForConstants() const override { return true; } bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return true; } ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {0}; } ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override { auto col_str = ColumnString::create(); ColumnString::Chars & vec = col_str->getChars(); WriteBufferFromVector buffer(vec); ColumnString::Offsets & offsets = col_str->getOffsets(); offsets.resize(input_rows_count); Block arg_columns; for (auto i = 1u; i < arguments.size(); ++i) arg_columns.insert(arguments[i]); materializeBlockInplace(arg_columns); auto out = FormatFactory::instance().getOutputFormat(format_name, buffer, arg_columns, context, [&](const Columns &, size_t row) { if constexpr (no_newline) { // replace '\n' with '\0' if (buffer.position() != buffer.buffer().begin() && buffer.position()[-1] == '\n') buffer.position()[-1] = '\0'; } else writeChar('\0', buffer); offsets[row] = buffer.count(); }); /// This function make sense only for row output formats. if (!dynamic_cast(out.get())) throw Exception(ErrorCodes::BAD_ARGUMENTS, "Cannot turn rows into a {} format strings. {} function supports only row output formats", format_name, getName()); /// Don't write prefix if any. out->doNotWritePrefix(); out->write(arg_columns); return col_str; } private: String format_name; ContextPtr context; }; template class FormatRowOverloadResolver : public IFunctionOverloadResolver { public: static constexpr auto name = no_newline ? "formatRowNoNewline" : "formatRow"; static FunctionOverloadResolverPtr create(ContextPtr context) { return std::make_unique(context); } explicit FormatRowOverloadResolver(ContextPtr context_) : context(context_) { } String getName() const override { return name; } bool isVariadic() const override { return true; } size_t getNumberOfArguments() const override { return 0; } ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {0}; } bool useDefaultImplementationForNulls() const override { return false; } FunctionBasePtr buildImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & return_type) const override { if (arguments.size() < 2) throw Exception( "Function " + getName() + " requires at least two arguments: the format name and its output expression(s)", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); if (const auto * name_col = checkAndGetColumnConst(arguments.at(0).column.get())) return std::make_unique( std::make_shared>(name_col->getValue(), context), collections::map(arguments, [](const auto & elem) { return elem.type; }), return_type); else throw Exception("First argument to " + getName() + " must be a format name", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); } DataTypePtr getReturnTypeImpl(const DataTypes &) const override { return std::make_shared(); } private: ContextPtr context; }; } REGISTER_FUNCTION(FormatRow) { factory.registerFunction>(); factory.registerFunction>(); } }