mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-15 19:02:04 +00:00
70d1adfe4b
* save format string for NetException * format exceptions * format exceptions 2 * format exceptions 3 * format exceptions 4 * format exceptions 5 * format exceptions 6 * fix * format exceptions 7 * format exceptions 8 * Update MergeTreeIndexGin.cpp * Update AggregateFunctionMap.cpp * Update AggregateFunctionMap.cpp * fix
171 lines
5.9 KiB
C++
171 lines
5.9 KiB
C++
#pragma once
|
|
|
|
#include "config.h"
|
|
|
|
#include <hashids.h>
|
|
|
|
#include <Columns/ColumnString.h>
|
|
#include <Columns/ColumnsNumber.h>
|
|
#include <DataTypes/DataTypeString.h>
|
|
#include <Functions/FunctionFactory.h>
|
|
#include <Functions/FunctionHelpers.h>
|
|
#include <Functions/IFunction.h>
|
|
#include <Interpreters/Context.h>
|
|
|
|
#include <functional>
|
|
#include <initializer_list>
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int BAD_ARGUMENTS;
|
|
extern const int ILLEGAL_COLUMN;
|
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
|
extern const int SUPPORT_IS_DISABLED;
|
|
extern const int TOO_MANY_ARGUMENTS_FOR_FUNCTION;
|
|
extern const int TOO_FEW_ARGUMENTS_FOR_FUNCTION;
|
|
}
|
|
|
|
// hashid(string, salt)
|
|
class FunctionHashID : public IFunction
|
|
{
|
|
public:
|
|
static constexpr auto name = "hashid";
|
|
|
|
static FunctionPtr create(ContextPtr context)
|
|
{
|
|
if (!context->getSettingsRef().allow_experimental_hash_functions)
|
|
throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,
|
|
"Hashing function '{}' is experimental. Set `allow_experimental_hash_functions` setting to enable it", name);
|
|
|
|
return std::make_shared<FunctionHashID>();
|
|
}
|
|
|
|
String getName() const override { return name; }
|
|
|
|
size_t getNumberOfArguments() const override { return 0; }
|
|
|
|
bool isVariadic() const override { return true; }
|
|
|
|
bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return false; }
|
|
|
|
bool useDefaultImplementationForConstants() const override { return true; }
|
|
ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1, 2, 3}; }
|
|
|
|
DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
|
|
{
|
|
if (arguments.empty())
|
|
throw Exception(ErrorCodes::TOO_FEW_ARGUMENTS_FOR_FUNCTION, "Function {} expects at least one argument", getName());
|
|
|
|
const auto & id_col = arguments[0];
|
|
if (!isUnsignedInteger(id_col.type))
|
|
throw Exception(
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
"First argument of function {} must be unsigned integer, got {}",
|
|
getName(),
|
|
arguments[0].type->getName());
|
|
|
|
if (arguments.size() > 1)
|
|
{
|
|
const auto & hash_col = arguments[1];
|
|
if (!isString(hash_col.type))
|
|
throw Exception(
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
"Second argument of function {} must be String, got {}",
|
|
getName(),
|
|
arguments[1].type->getName());
|
|
}
|
|
|
|
if (arguments.size() > 2)
|
|
{
|
|
const auto & min_length_col = arguments[2];
|
|
if (!isUInt8(min_length_col.type))
|
|
throw Exception(
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
"Third argument of function {} must be UInt8, got {}",
|
|
getName(),
|
|
arguments[2].type->getName());
|
|
}
|
|
|
|
if (arguments.size() > 3)
|
|
{
|
|
const auto & alphabet_col = arguments[3];
|
|
if (!isString(alphabet_col.type))
|
|
throw Exception(
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
"Fourth argument of function {} must be String, got {}",
|
|
getName(),
|
|
arguments[3].type->getName());
|
|
}
|
|
|
|
if (arguments.size() > 4)
|
|
{
|
|
throw Exception(
|
|
ErrorCodes::TOO_MANY_ARGUMENTS_FOR_FUNCTION,
|
|
"Function {} expect no more than four arguments (integer, salt, min_length, optional_alphabet), got {}",
|
|
getName(),
|
|
arguments.size());
|
|
}
|
|
|
|
return std::make_shared<DataTypeString>();
|
|
}
|
|
|
|
ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
|
|
{
|
|
const auto & numcolumn = arguments[0].column;
|
|
|
|
if (checkAndGetColumn<ColumnUInt8>(numcolumn.get()) || checkAndGetColumn<ColumnUInt16>(numcolumn.get())
|
|
|| checkAndGetColumn<ColumnUInt32>(numcolumn.get()) || checkAndGetColumn<ColumnUInt64>(numcolumn.get()))
|
|
{
|
|
std::string salt;
|
|
UInt8 min_length = 0;
|
|
std::string alphabet;
|
|
|
|
if (arguments.size() >= 4)
|
|
{
|
|
const auto & alphabetcolumn = arguments[3].column;
|
|
if (const auto * alpha_col = checkAndGetColumnConst<ColumnString>(alphabetcolumn.get()))
|
|
{
|
|
alphabet = alpha_col->getValue<String>();
|
|
if (alphabet.find('\0') != std::string::npos)
|
|
throw Exception(ErrorCodes::BAD_ARGUMENTS, "Custom alphabet must not contain null character");
|
|
}
|
|
}
|
|
else
|
|
alphabet.assign(DEFAULT_ALPHABET);
|
|
|
|
if (arguments.size() >= 3)
|
|
{
|
|
const auto & minlengthcolumn = arguments[2].column;
|
|
if (const auto * min_length_col = checkAndGetColumnConst<ColumnUInt8>(minlengthcolumn.get()))
|
|
min_length = min_length_col->getValue<UInt8>();
|
|
}
|
|
|
|
if (arguments.size() >= 2)
|
|
{
|
|
const auto & saltcolumn = arguments[1].column;
|
|
if (const auto * salt_col = checkAndGetColumnConst<ColumnString>(saltcolumn.get()))
|
|
salt = salt_col->getValue<String>();
|
|
}
|
|
|
|
hashidsxx::Hashids hash(salt, min_length, alphabet);
|
|
|
|
auto col_res = ColumnString::create();
|
|
|
|
for (size_t i = 0; i < input_rows_count; ++i)
|
|
{
|
|
col_res->insert(hash.encode({numcolumn->getUInt(i)}));
|
|
}
|
|
|
|
return col_res;
|
|
}
|
|
else
|
|
throw Exception(ErrorCodes::ILLEGAL_COLUMN, "Illegal column {} of first argument of function hashid",
|
|
arguments[0].column->getName());
|
|
}
|
|
};
|
|
|
|
}
|