#include #include #include #include #include #include #include #include namespace DB { struct Settings; namespace ErrorCodes { extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH; extern const int ARGUMENT_OUT_OF_BOUND; } namespace { template struct WithK { template using AggregateFunction = AggregateFunctionUniqCombined; template using AggregateFunctionVariadic = AggregateFunctionUniqCombinedVariadic; }; template AggregateFunctionPtr createAggregateFunctionWithK(const DataTypes & argument_types, const Array & params) { /// We use exact hash function if the arguments are not contiguous in memory, because only exact hash function has support for this case. bool use_exact_hash_function = !isAllArgumentsContiguousInMemory(argument_types); if (argument_types.size() == 1) { const IDataType & argument_type = *argument_types[0]; AggregateFunctionPtr res(createWithNumericType::template AggregateFunction>(*argument_types[0], argument_types, params)); WhichDataType which(argument_type); if (res) return res; else if (which.isDate()) return std::make_shared::template AggregateFunction>(argument_types, params); else if (which.isDate32()) return std::make_shared::template AggregateFunction>(argument_types, params); else if (which.isDateTime()) return std::make_shared::template AggregateFunction>(argument_types, params); else if (which.isStringOrFixedString()) return std::make_shared::template AggregateFunction>(argument_types, params); else if (which.isUUID()) return std::make_shared::template AggregateFunction>(argument_types, params); else if (which.isTuple()) { if (use_exact_hash_function) return std::make_shared::template AggregateFunctionVariadic>(argument_types, params); else return std::make_shared::template AggregateFunctionVariadic>(argument_types, params); } } /// "Variadic" method also works as a fallback generic case for a single argument. if (use_exact_hash_function) return std::make_shared::template AggregateFunctionVariadic>(argument_types, params); else return std::make_shared::template AggregateFunctionVariadic>(argument_types, params); } template AggregateFunctionPtr createAggregateFunctionWithHashType(bool use_64_bit_hash, const DataTypes & argument_types, const Array & params) { if (use_64_bit_hash) return createAggregateFunctionWithK(argument_types, params); else return createAggregateFunctionWithK(argument_types, params); } AggregateFunctionPtr createAggregateFunctionUniqCombined(bool use_64_bit_hash, const std::string & name, const DataTypes & argument_types, const Array & params) { /// log2 of the number of cells in HyperLogLog. /// Reasonable default value, selected to be comparable in quality with "uniq" aggregate function. UInt8 precision = 17; if (!params.empty()) { if (params.size() != 1) throw Exception( "Aggregate function " + name + " requires one parameter or less.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); UInt64 precision_param = applyVisitor(FieldVisitorConvertToNumber(), params[0]); // This range is hardcoded below if (precision_param > 20 || precision_param < 12) throw Exception( "Parameter for aggregate function " + name + " is out of range: [12, 20].", ErrorCodes::ARGUMENT_OUT_OF_BOUND); precision = precision_param; } if (argument_types.empty()) throw Exception("Incorrect number of arguments for aggregate function " + name, ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); switch (precision) { case 12: return createAggregateFunctionWithHashType<12>(use_64_bit_hash, argument_types, params); case 13: return createAggregateFunctionWithHashType<13>(use_64_bit_hash, argument_types, params); case 14: return createAggregateFunctionWithHashType<14>(use_64_bit_hash, argument_types, params); case 15: return createAggregateFunctionWithHashType<15>(use_64_bit_hash, argument_types, params); case 16: return createAggregateFunctionWithHashType<16>(use_64_bit_hash, argument_types, params); case 17: return createAggregateFunctionWithHashType<17>(use_64_bit_hash, argument_types, params); case 18: return createAggregateFunctionWithHashType<18>(use_64_bit_hash, argument_types, params); case 19: return createAggregateFunctionWithHashType<19>(use_64_bit_hash, argument_types, params); case 20: return createAggregateFunctionWithHashType<20>(use_64_bit_hash, argument_types, params); } UNREACHABLE(); } } void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory) { using namespace std::placeholders; factory.registerFunction("uniqCombined", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) { return createAggregateFunctionUniqCombined(false, name, argument_types, parameters); }); factory.registerFunction("uniqCombined64", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) { return createAggregateFunctionUniqCombined(true, name, argument_types, parameters); }); } }