mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-10-17 14:00:51 +00:00
407 lines
12 KiB
C++
407 lines
12 KiB
C++
#include <Common/FieldVisitors.h>
|
|
|
|
#include <IO/WriteHelpers.h>
|
|
#include <IO/ReadHelpers.h>
|
|
|
|
#include <Columns/ColumnAggregateFunction.h>
|
|
|
|
#include <Common/typeid_cast.h>
|
|
#include <Common/assert_cast.h>
|
|
#include <Common/AlignedBuffer.h>
|
|
|
|
#include <Formats/FormatSettings.h>
|
|
#include <Formats/ProtobufReader.h>
|
|
#include <Formats/ProtobufWriter.h>
|
|
#include <DataTypes/DataTypeAggregateFunction.h>
|
|
#include <DataTypes/DataTypeFactory.h>
|
|
#include <IO/WriteBufferFromString.h>
|
|
#include <IO/Operators.h>
|
|
|
|
#include <AggregateFunctions/AggregateFunctionFactory.h>
|
|
#include <Parsers/ASTFunction.h>
|
|
#include <Parsers/ASTLiteral.h>
|
|
#include <Parsers/ASTIdentifier.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int SYNTAX_ERROR;
|
|
extern const int BAD_ARGUMENTS;
|
|
extern const int PARAMETERS_TO_AGGREGATE_FUNCTIONS_MUST_BE_LITERALS;
|
|
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
|
|
extern const int LOGICAL_ERROR;
|
|
}
|
|
|
|
|
|
std::string DataTypeAggregateFunction::doGetName() const
|
|
{
|
|
WriteBufferFromOwnString stream;
|
|
stream << "AggregateFunction(" << function->getName();
|
|
|
|
if (!parameters.empty())
|
|
{
|
|
stream << '(';
|
|
for (size_t i = 0; i < parameters.size(); ++i)
|
|
{
|
|
if (i)
|
|
stream << ", ";
|
|
stream << applyVisitor(DB::FieldVisitorToString(), parameters[i]);
|
|
}
|
|
stream << ')';
|
|
}
|
|
|
|
for (const auto & argument_type : argument_types)
|
|
stream << ", " << argument_type->getName();
|
|
|
|
stream << ')';
|
|
return stream.str();
|
|
}
|
|
|
|
void DataTypeAggregateFunction::serializeBinary(const Field & field, WriteBuffer & ostr) const
|
|
{
|
|
const String & s = get<const String &>(field);
|
|
writeVarUInt(s.size(), ostr);
|
|
writeString(s, ostr);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::deserializeBinary(Field & field, ReadBuffer & istr) const
|
|
{
|
|
UInt64 size;
|
|
readVarUInt(size, istr);
|
|
field = String();
|
|
String & s = get<String &>(field);
|
|
s.resize(size);
|
|
istr.readStrict(s.data(), size);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const
|
|
{
|
|
function->serialize(assert_cast<const ColumnAggregateFunction &>(column).getData()[row_num], ostr);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::deserializeBinary(IColumn & column, ReadBuffer & istr) const
|
|
{
|
|
ColumnAggregateFunction & column_concrete = assert_cast<ColumnAggregateFunction &>(column);
|
|
|
|
Arena & arena = column_concrete.createOrGetArena();
|
|
size_t size_of_state = function->sizeOfData();
|
|
AggregateDataPtr place = arena.alignedAlloc(size_of_state, function->alignOfData());
|
|
|
|
function->create(place);
|
|
try
|
|
{
|
|
function->deserialize(place, istr, &arena);
|
|
}
|
|
catch (...)
|
|
{
|
|
function->destroy(place);
|
|
throw;
|
|
}
|
|
|
|
column_concrete.getData().push_back(place);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::serializeBinaryBulk(const IColumn & column, WriteBuffer & ostr, size_t offset, size_t limit) const
|
|
{
|
|
const ColumnAggregateFunction & real_column = typeid_cast<const ColumnAggregateFunction &>(column);
|
|
const ColumnAggregateFunction::Container & vec = real_column.getData();
|
|
|
|
ColumnAggregateFunction::Container::const_iterator it = vec.begin() + offset;
|
|
ColumnAggregateFunction::Container::const_iterator end = limit ? it + limit : vec.end();
|
|
|
|
if (end > vec.end())
|
|
end = vec.end();
|
|
|
|
for (; it != end; ++it)
|
|
function->serialize(*it, ostr);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::deserializeBinaryBulk(IColumn & column, ReadBuffer & istr, size_t limit, double /*avg_value_size_hint*/) const
|
|
{
|
|
ColumnAggregateFunction & real_column = typeid_cast<ColumnAggregateFunction &>(column);
|
|
ColumnAggregateFunction::Container & vec = real_column.getData();
|
|
|
|
Arena & arena = real_column.createOrGetArena();
|
|
real_column.set(function);
|
|
vec.reserve(vec.size() + limit);
|
|
|
|
size_t size_of_state = function->sizeOfData();
|
|
size_t align_of_state = function->alignOfData();
|
|
|
|
for (size_t i = 0; i < limit; ++i)
|
|
{
|
|
if (istr.eof())
|
|
break;
|
|
|
|
AggregateDataPtr place = arena.alignedAlloc(size_of_state, align_of_state);
|
|
|
|
function->create(place);
|
|
|
|
try
|
|
{
|
|
function->deserialize(place, istr, &arena);
|
|
}
|
|
catch (...)
|
|
{
|
|
function->destroy(place);
|
|
throw;
|
|
}
|
|
|
|
vec.push_back(place);
|
|
}
|
|
}
|
|
|
|
static String serializeToString(const AggregateFunctionPtr & function, const IColumn & column, size_t row_num)
|
|
{
|
|
WriteBufferFromOwnString buffer;
|
|
function->serialize(assert_cast<const ColumnAggregateFunction &>(column).getData()[row_num], buffer);
|
|
return buffer.str();
|
|
}
|
|
|
|
static void deserializeFromString(const AggregateFunctionPtr & function, IColumn & column, const String & s)
|
|
{
|
|
ColumnAggregateFunction & column_concrete = assert_cast<ColumnAggregateFunction &>(column);
|
|
|
|
Arena & arena = column_concrete.createOrGetArena();
|
|
size_t size_of_state = function->sizeOfData();
|
|
AggregateDataPtr place = arena.alignedAlloc(size_of_state, function->alignOfData());
|
|
|
|
function->create(place);
|
|
|
|
try
|
|
{
|
|
ReadBufferFromString istr(s);
|
|
function->deserialize(place, istr, &arena);
|
|
}
|
|
catch (...)
|
|
{
|
|
function->destroy(place);
|
|
throw;
|
|
}
|
|
|
|
column_concrete.getData().push_back(place);
|
|
}
|
|
|
|
void DataTypeAggregateFunction::serializeText(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const
|
|
{
|
|
writeString(serializeToString(function, column, row_num), ostr);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeTextEscaped(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const
|
|
{
|
|
writeEscapedString(serializeToString(function, column, row_num), ostr);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::deserializeTextEscaped(IColumn & column, ReadBuffer & istr, const FormatSettings &) const
|
|
{
|
|
String s;
|
|
readEscapedString(s, istr);
|
|
deserializeFromString(function, column, s);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeTextQuoted(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const
|
|
{
|
|
writeQuotedString(serializeToString(function, column, row_num), ostr);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::deserializeTextQuoted(IColumn & column, ReadBuffer & istr, const FormatSettings &) const
|
|
{
|
|
String s;
|
|
readQuotedStringWithSQLStyle(s, istr);
|
|
deserializeFromString(function, column, s);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::deserializeWholeText(IColumn & column, ReadBuffer & istr, const FormatSettings &) const
|
|
{
|
|
String s;
|
|
readStringUntilEOF(s, istr);
|
|
deserializeFromString(function, column, s);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeTextJSON(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
|
|
{
|
|
writeJSONString(serializeToString(function, column, row_num), ostr, settings);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings &) const
|
|
{
|
|
String s;
|
|
readJSONString(s, istr);
|
|
deserializeFromString(function, column, s);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeTextXML(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const
|
|
{
|
|
writeXMLString(serializeToString(function, column, row_num), ostr);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeTextCSV(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const
|
|
{
|
|
writeCSV(serializeToString(function, column, row_num), ostr);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::deserializeTextCSV(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
|
|
{
|
|
String s;
|
|
readCSV(s, istr, settings.csv);
|
|
deserializeFromString(function, column, s);
|
|
}
|
|
|
|
|
|
void DataTypeAggregateFunction::serializeProtobuf(const IColumn & column, size_t row_num, ProtobufWriter & protobuf, size_t & value_index) const
|
|
{
|
|
if (value_index)
|
|
return;
|
|
value_index = static_cast<bool>(
|
|
protobuf.writeAggregateFunction(function, assert_cast<const ColumnAggregateFunction &>(column).getData()[row_num]));
|
|
}
|
|
|
|
void DataTypeAggregateFunction::deserializeProtobuf(IColumn & column, ProtobufReader & protobuf, bool allow_add_row, bool & row_added) const
|
|
{
|
|
row_added = false;
|
|
ColumnAggregateFunction & column_concrete = assert_cast<ColumnAggregateFunction &>(column);
|
|
Arena & arena = column_concrete.createOrGetArena();
|
|
size_t size_of_state = function->sizeOfData();
|
|
AggregateDataPtr place = arena.alignedAlloc(size_of_state, function->alignOfData());
|
|
function->create(place);
|
|
try
|
|
{
|
|
if (!protobuf.readAggregateFunction(function, place, arena))
|
|
{
|
|
function->destroy(place);
|
|
return;
|
|
}
|
|
auto & container = column_concrete.getData();
|
|
if (allow_add_row)
|
|
{
|
|
container.emplace_back(place);
|
|
row_added = true;
|
|
}
|
|
else
|
|
container.back() = place;
|
|
}
|
|
catch (...)
|
|
{
|
|
function->destroy(place);
|
|
throw;
|
|
}
|
|
}
|
|
|
|
MutableColumnPtr DataTypeAggregateFunction::createColumn() const
|
|
{
|
|
return ColumnAggregateFunction::create(function);
|
|
}
|
|
|
|
|
|
/// Create empty state
|
|
Field DataTypeAggregateFunction::getDefault() const
|
|
{
|
|
Field field = AggregateFunctionStateData();
|
|
field.get<AggregateFunctionStateData &>().name = getName();
|
|
|
|
AlignedBuffer place_buffer(function->sizeOfData(), function->alignOfData());
|
|
AggregateDataPtr place = place_buffer.data();
|
|
|
|
function->create(place);
|
|
|
|
try
|
|
{
|
|
WriteBufferFromString buffer_from_field(field.get<AggregateFunctionStateData &>().data);
|
|
function->serialize(place, buffer_from_field);
|
|
}
|
|
catch (...)
|
|
{
|
|
function->destroy(place);
|
|
throw;
|
|
}
|
|
|
|
function->destroy(place);
|
|
|
|
return field;
|
|
}
|
|
|
|
|
|
bool DataTypeAggregateFunction::equals(const IDataType & rhs) const
|
|
{
|
|
return typeid(rhs) == typeid(*this) && getName() == rhs.getName();
|
|
}
|
|
|
|
|
|
static DataTypePtr create(const ASTPtr & arguments)
|
|
{
|
|
String function_name;
|
|
AggregateFunctionPtr function;
|
|
DataTypes argument_types;
|
|
Array params_row;
|
|
|
|
if (!arguments || arguments->children.empty())
|
|
throw Exception("Data type AggregateFunction requires parameters: "
|
|
"name of aggregate function and list of data types for arguments", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
|
|
|
|
if (const auto * parametric = arguments->children[0]->as<ASTFunction>())
|
|
{
|
|
if (parametric->parameters)
|
|
throw Exception("Unexpected level of parameters to aggregate function", ErrorCodes::SYNTAX_ERROR);
|
|
function_name = parametric->name;
|
|
|
|
const ASTs & parameters = parametric->arguments->children;
|
|
params_row.resize(parameters.size());
|
|
|
|
for (size_t i = 0; i < parameters.size(); ++i)
|
|
{
|
|
const auto * literal = parameters[i]->as<ASTLiteral>();
|
|
if (!literal)
|
|
throw Exception(
|
|
ErrorCodes::PARAMETERS_TO_AGGREGATE_FUNCTIONS_MUST_BE_LITERALS,
|
|
"Parameters to aggregate functions must be literals. "
|
|
"Got parameter '{}' for function '{}'",
|
|
parameters[i]->formatForErrorMessage(), function_name);
|
|
|
|
params_row[i] = literal->value;
|
|
}
|
|
}
|
|
else if (auto opt_name = tryGetIdentifierName(arguments->children[0]))
|
|
{
|
|
function_name = *opt_name;
|
|
}
|
|
else if (arguments->children[0]->as<ASTLiteral>())
|
|
{
|
|
throw Exception("Aggregate function name for data type AggregateFunction must be passed as identifier (without quotes) or function",
|
|
ErrorCodes::BAD_ARGUMENTS);
|
|
}
|
|
else
|
|
throw Exception("Unexpected AST element passed as aggregate function name for data type AggregateFunction. Must be identifier or function.",
|
|
ErrorCodes::BAD_ARGUMENTS);
|
|
|
|
for (size_t i = 1; i < arguments->children.size(); ++i)
|
|
argument_types.push_back(DataTypeFactory::instance().get(arguments->children[i]));
|
|
|
|
if (function_name.empty())
|
|
throw Exception("Logical error: empty name of aggregate function passed", ErrorCodes::LOGICAL_ERROR);
|
|
|
|
AggregateFunctionProperties properties;
|
|
function = AggregateFunctionFactory::instance().get(function_name, argument_types, params_row, properties);
|
|
return std::make_shared<DataTypeAggregateFunction>(function, argument_types, params_row);
|
|
}
|
|
|
|
void registerDataTypeAggregateFunction(DataTypeFactory & factory)
|
|
{
|
|
factory.registerDataType("AggregateFunction", create);
|
|
}
|
|
|
|
|
|
}
|