mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-18 13:42:02 +00:00
291 lines
7.6 KiB
C++
291 lines
7.6 KiB
C++
#pragma once
|
|
|
|
#include <array>
|
|
#include <DB/AggregateFunctions/IAggregateFunction.h>
|
|
#include <DB/AggregateFunctions/IUnaryAggregateFunction.h>
|
|
#include <DB/Columns/ColumnNullable.h>
|
|
#include <DB/DataTypes/DataTypeNullable.h>
|
|
#include <DB/IO/ReadHelpers.h>
|
|
#include <DB/IO/WriteHelpers.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int LOGICAL_ERROR;
|
|
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
|
|
}
|
|
|
|
|
|
/// This class implements a wrapper around an aggregate function. Despite its name,
|
|
/// this is an adapter. It is used to handle aggregate functions that are called with
|
|
/// at least one nullable argument. It implements the logic according to which any
|
|
/// row that contains at least one NULL is skipped.
|
|
|
|
class AggregateFunctionNullBase : public IAggregateFunction
|
|
{
|
|
protected:
|
|
AggregateFunctionPtr nested_function;
|
|
|
|
/** In addition to data for nested aggregate function, we keep a flag
|
|
* indicating - was there at least one non-NULL value accumulated.
|
|
* In case of no not-NULL values, the function will return NULL.
|
|
*/
|
|
|
|
static AggregateDataPtr nestedPlace(AggregateDataPtr place) noexcept
|
|
{
|
|
return place + 1;
|
|
}
|
|
|
|
static ConstAggregateDataPtr nestedPlace(ConstAggregateDataPtr place) noexcept
|
|
{
|
|
return place + 1;
|
|
}
|
|
|
|
static void initFlag(AggregateDataPtr place) noexcept
|
|
{
|
|
place[0] = 0;
|
|
}
|
|
|
|
static void setFlag(AggregateDataPtr place) noexcept
|
|
{
|
|
place[0] = 1;
|
|
}
|
|
|
|
static bool getFlag(ConstAggregateDataPtr place) noexcept
|
|
{
|
|
return place[0];
|
|
}
|
|
|
|
public:
|
|
AggregateFunctionNullBase(AggregateFunctionPtr nested_function_)
|
|
: nested_function{nested_function_}
|
|
{
|
|
}
|
|
|
|
String getName() const override
|
|
{
|
|
/// This is just a wrapper. The function for Nullable arguments is named the same as the nested function itself.
|
|
return nested_function->getName();
|
|
}
|
|
|
|
void setParameters(const Array & params) override
|
|
{
|
|
nested_function->setParameters(params);
|
|
}
|
|
|
|
DataTypePtr getReturnType() const override
|
|
{
|
|
return std::make_shared<DataTypeNullable>(nested_function->getReturnType());
|
|
}
|
|
|
|
void create(AggregateDataPtr place) const override
|
|
{
|
|
initFlag(place);
|
|
nested_function->create(nestedPlace(place));
|
|
}
|
|
|
|
void destroy(AggregateDataPtr place) const noexcept override
|
|
{
|
|
nested_function->destroy(nestedPlace(place));
|
|
}
|
|
|
|
bool hasTrivialDestructor() const override
|
|
{
|
|
return nested_function->hasTrivialDestructor();
|
|
}
|
|
|
|
size_t sizeOfData() const override
|
|
{
|
|
return 1 + nested_function->sizeOfData();
|
|
}
|
|
|
|
size_t alignOfData() const override
|
|
{
|
|
return 1; /// NOTE This works fine on x86_64 and ok on AArch64.
|
|
}
|
|
|
|
void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
|
|
{
|
|
if (getFlag(rhs))
|
|
setFlag(place);
|
|
|
|
nested_function->merge(nestedPlace(place), nestedPlace(rhs), arena);
|
|
}
|
|
|
|
void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
|
|
{
|
|
bool flag = getFlag(place);
|
|
writeBinary(flag, buf);
|
|
if (flag)
|
|
nested_function->serialize(nestedPlace(place), buf);
|
|
}
|
|
|
|
void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
|
|
{
|
|
bool flag;
|
|
readBinary(flag, buf);
|
|
if (flag)
|
|
{
|
|
setFlag(place);
|
|
nested_function->deserialize(nestedPlace(place), buf, arena);
|
|
}
|
|
}
|
|
|
|
void insertResultInto(ConstAggregateDataPtr place, IColumn & to) const override
|
|
{
|
|
ColumnNullable & to_concrete = static_cast<ColumnNullable &>(to);
|
|
if (getFlag(place))
|
|
{
|
|
nested_function->insertResultInto(nestedPlace(place), *to_concrete.getNestedColumn());
|
|
to_concrete.getNullMap().push_back(0);
|
|
}
|
|
else
|
|
{
|
|
to_concrete.insertDefault();
|
|
}
|
|
}
|
|
|
|
bool allocatesMemoryInArena() const override
|
|
{
|
|
return nested_function->allocatesMemoryInArena();
|
|
}
|
|
|
|
bool isState() const override
|
|
{
|
|
return nested_function->isState();
|
|
}
|
|
};
|
|
|
|
|
|
/** There are two cases: for single argument and variadic.
|
|
* Code for single argument is much more efficient.
|
|
*/
|
|
class AggregateFunctionNullUnary final : public AggregateFunctionNullBase
|
|
{
|
|
public:
|
|
using AggregateFunctionNullBase::AggregateFunctionNullBase;
|
|
|
|
void setArguments(const DataTypes & arguments) override
|
|
{
|
|
if (arguments.size() != 1)
|
|
throw Exception("Logical error: more than one argument is passed to AggregateFunctionNullUnary", ErrorCodes::LOGICAL_ERROR);
|
|
|
|
if (!arguments.front()->isNullable())
|
|
throw Exception("Logical error: not nullable data type is passed to AggregateFunctionNullUnary", ErrorCodes::LOGICAL_ERROR);
|
|
|
|
nested_function->setArguments({static_cast<const DataTypeNullable &>(*arguments.front()).getNestedType()});
|
|
}
|
|
|
|
void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
|
|
{
|
|
const ColumnNullable * column = static_cast<const ColumnNullable *>(columns[0]);
|
|
if (!column->isNullAt(row_num))
|
|
{
|
|
setFlag(place);
|
|
const IColumn * nested_column = column->getNestedColumn().get();
|
|
nested_function->add(nestedPlace(place), &nested_column, row_num, arena);
|
|
}
|
|
}
|
|
|
|
static void addFree(const IAggregateFunction * that, AggregateDataPtr place,
|
|
const IColumn ** columns, size_t row_num, Arena * arena)
|
|
{
|
|
return static_cast<const AggregateFunctionNullUnary &>(*that).add(place, columns, row_num, arena);
|
|
}
|
|
|
|
AddFunc getAddressOfAddFunction() const override
|
|
{
|
|
return &addFree;
|
|
}
|
|
};
|
|
|
|
|
|
class AggregateFunctionNullVariadic final : public AggregateFunctionNullBase
|
|
{
|
|
public:
|
|
using AggregateFunctionNullBase::AggregateFunctionNullBase;
|
|
|
|
void setArguments(const DataTypes & arguments) override
|
|
{
|
|
number_of_arguments = arguments.size();
|
|
|
|
if (number_of_arguments == 1)
|
|
throw Exception("Logical error: single argument is passed to AggregateFunctionNullVariadic", ErrorCodes::LOGICAL_ERROR);
|
|
|
|
if (number_of_arguments > MAX_ARGS)
|
|
throw Exception("Maximum number of arguments for aggregate function with Nullable types is " + toString(MAX_ARGS),
|
|
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
|
|
|
|
DataTypes nested_args;
|
|
nested_args.resize(number_of_arguments);
|
|
|
|
for (size_t i = 0; i < number_of_arguments; ++i)
|
|
{
|
|
is_nullable[i] = arguments[i]->isNullable();
|
|
|
|
if (is_nullable[i])
|
|
{
|
|
const DataTypeNullable & nullable_type = static_cast<const DataTypeNullable &>(*arguments[i]);
|
|
const DataTypePtr & nested_type = nullable_type.getNestedType();
|
|
nested_args[i] = nested_type;
|
|
}
|
|
else
|
|
nested_args[i] = arguments[i];
|
|
}
|
|
|
|
nested_function->setArguments(nested_args);
|
|
}
|
|
|
|
void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
|
|
{
|
|
/// This container stores the columns we really pass to the nested function.
|
|
const IColumn * nested_columns[number_of_arguments];
|
|
|
|
for (size_t i = 0; i < number_of_arguments; ++i)
|
|
{
|
|
if (is_nullable[i])
|
|
{
|
|
const ColumnNullable & nullable_col = static_cast<const ColumnNullable &>(*columns[i]);
|
|
if (nullable_col.isNullAt(row_num))
|
|
{
|
|
/// If at least one column has a null value in the current row,
|
|
/// we don't process this row.
|
|
return;
|
|
}
|
|
nested_columns[i] = nullable_col.getNestedColumn().get();
|
|
}
|
|
else
|
|
nested_columns[i] = columns[i];
|
|
}
|
|
|
|
setFlag(place);
|
|
nested_function->add(nestedPlace(place), nested_columns, row_num, arena);
|
|
}
|
|
|
|
bool allocatesMemoryInArena() const override
|
|
{
|
|
return nested_function->allocatesMemoryInArena();
|
|
}
|
|
|
|
static void addFree(const IAggregateFunction * that, AggregateDataPtr place,
|
|
const IColumn ** columns, size_t row_num, Arena * arena)
|
|
{
|
|
return static_cast<const AggregateFunctionNullVariadic &>(*that).add(place, columns, row_num, arena);
|
|
}
|
|
|
|
AddFunc getAddressOfAddFunction() const override
|
|
{
|
|
return &addFree;
|
|
}
|
|
|
|
private:
|
|
enum { MAX_ARGS = 8 };
|
|
size_t number_of_arguments = 0;
|
|
std::array<char, MAX_ARGS> is_nullable; /// Plain array is better than std::vector due to one indirection less.
|
|
};
|
|
|
|
}
|