mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-21 23:21:59 +00:00
isDecimalOverflow() function
This commit is contained in:
Artem Zuikov
parent
67f16d5ae8
commit
724b38adc9
@ -77,6 +77,19 @@ inline UInt32 getDecimalScale(const IDataType & data_type, UInt32 default_value
|
|||||||
return default_value;
|
return default_value;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
inline UInt32 getDecimalPrecision(const IDataType & data_type)
|
||||||
|
{
|
||||||
|
if (auto * decimal_type = checkDecimal<Decimal32>(data_type))
|
||||||
|
return decimal_type->getPrecision();
|
||||||
|
if (auto * decimal_type = checkDecimal<Decimal64>(data_type))
|
||||||
|
return decimal_type->getPrecision();
|
||||||
|
if (auto * decimal_type = checkDecimal<Decimal128>(data_type))
|
||||||
|
return decimal_type->getPrecision();
|
||||||
|
if (auto * decimal_type = checkDecimal<Decimal256>(data_type))
|
||||||
|
return decimal_type->getPrecision();
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
inline UInt32 getDecimalScale(const DataTypeDecimal<T> & data_type)
|
inline UInt32 getDecimalScale(const DataTypeDecimal<T> & data_type)
|
||||||
{
|
{
|
||||||
|
|||||||
174
src/Functions/isDecimalOverflow.cpp
Normal file
174
src/Functions/isDecimalOverflow.cpp
Normal file
@ -0,0 +1,174 @@
|
|||||||
|
#include <Functions/IFunctionImpl.h>
|
||||||
|
#include <Functions/FunctionFactory.h>
|
||||||
|
#include <Functions/FunctionHelpers.h>
|
||||||
|
#include <DataTypes/DataTypesNumber.h>
|
||||||
|
#include <DataTypes/DataTypesDecimal.h>
|
||||||
|
#include <Columns/ColumnsNumber.h>
|
||||||
|
#include <Columns/ColumnDecimal.h>
|
||||||
|
#include <Columns/ColumnConst.h>
|
||||||
|
|
||||||
|
|
||||||
|
namespace DB
|
||||||
|
{
|
||||||
|
|
||||||
|
namespace ErrorCodes
|
||||||
|
{
|
||||||
|
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
|
||||||
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
||||||
|
extern const int ILLEGAL_COLUMN;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns 1 if and Decimal value has more digits then it's Precision allow, 0 otherwise.
|
||||||
|
/// Precision could be set as second argument or omitted. If ommited function uses Decimal presicion of the first argument.
|
||||||
|
class FunctionIsDecimalOverflow : public IFunction
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
static constexpr auto name = "isDecimalOverflow";
|
||||||
|
|
||||||
|
static FunctionPtr create(const Context &)
|
||||||
|
{
|
||||||
|
return std::make_shared<FunctionIsDecimalOverflow>();
|
||||||
|
}
|
||||||
|
|
||||||
|
String getName() const override { return name; }
|
||||||
|
bool useDefaultImplementationForNulls() const override { return false; }
|
||||||
|
bool isVariadic() const override { return true; }
|
||||||
|
size_t getNumberOfArguments() const override { return 0; }
|
||||||
|
|
||||||
|
DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
|
||||||
|
{
|
||||||
|
if (arguments.size() < 1 || arguments.size() > 2)
|
||||||
|
throw Exception("Number of arguments for function " + getName() + " doesn't match: passed " +
|
||||||
|
toString(arguments.size()) + ", should be 1 or 2.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
|
||||||
|
|
||||||
|
WhichDataType which_first(arguments[0]->getTypeId());
|
||||||
|
|
||||||
|
if (!which_first.isDecimal())
|
||||||
|
throw Exception("Illegal type " + arguments[0]->getName() + " of argument of function " + getName(),
|
||||||
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
|
||||||
|
if (arguments.size() == 2)
|
||||||
|
{
|
||||||
|
WhichDataType which_second(arguments[1]->getTypeId());
|
||||||
|
if (!which_second.isUInt8())
|
||||||
|
throw Exception("Illegal type " + arguments[1]->getName() + " of argument of function " + getName(),
|
||||||
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
}
|
||||||
|
|
||||||
|
return std::make_shared<DataTypeUInt8>();
|
||||||
|
}
|
||||||
|
|
||||||
|
void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result_pos, size_t input_rows_count) const override
|
||||||
|
{
|
||||||
|
const auto & src_column = block.getByPosition(arguments[0]);
|
||||||
|
if (!src_column.column)
|
||||||
|
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
|
||||||
|
UInt32 precision = 0;
|
||||||
|
if (arguments.size() == 2)
|
||||||
|
{
|
||||||
|
const auto & precision_column = block.getByPosition(arguments[1]);
|
||||||
|
if (!precision_column.column)
|
||||||
|
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
|
||||||
|
const ColumnConst * const_column = checkAndGetColumnConst<ColumnUInt8>(precision_column.column.get());
|
||||||
|
if (!const_column)
|
||||||
|
throw Exception("Second argument for function " + getName() + " must be constant UInt8: precision.",
|
||||||
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
|
||||||
|
precision = const_column->getValue<UInt8>();
|
||||||
|
}
|
||||||
|
else
|
||||||
|
precision = getDecimalPrecision(*src_column.type);
|
||||||
|
|
||||||
|
auto result_column = ColumnUInt8::create();
|
||||||
|
|
||||||
|
auto call = [&](const auto & types) -> bool
|
||||||
|
{
|
||||||
|
using Types = std::decay_t<decltype(types)>;
|
||||||
|
using Type = typename Types::RightType;
|
||||||
|
using NativeT = typename Type::NativeType;
|
||||||
|
using ColVecType = ColumnDecimal<Type>;
|
||||||
|
|
||||||
|
if (const ColumnConst * const_column = checkAndGetColumnConst<ColVecType>(src_column.column.get()))
|
||||||
|
{
|
||||||
|
Type const_decimal = checkAndGetColumn<ColVecType>(const_column->getDataColumnPtr().get())->getData()[0];
|
||||||
|
UInt8 res_value = (digits<NativeT>(const_decimal.value) > precision);
|
||||||
|
result_column->getData().resize_fill(input_rows_count, res_value);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
else if (const ColVecType * col_vec = checkAndGetColumn<ColVecType>(src_column.column.get()))
|
||||||
|
{
|
||||||
|
execute<Type>(*col_vec, *result_column, input_rows_count, precision);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||||
|
};
|
||||||
|
|
||||||
|
TypeIndex dec_type_idx = src_column.type->getTypeId();
|
||||||
|
if (!callOnBasicType<void, false, false, true, false>(dec_type_idx, call))
|
||||||
|
throw Exception("Wrong call for " + getName() + " with " + src_column.type->getName(),
|
||||||
|
ErrorCodes::ILLEGAL_COLUMN);
|
||||||
|
|
||||||
|
block.getByPosition(result_pos).column = std::move(result_column);
|
||||||
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
|
template <typename T>
|
||||||
|
static void execute(const ColumnDecimal<T> & col, ColumnUInt8 & result_column, size_t rows_count, UInt32 precision)
|
||||||
|
{
|
||||||
|
using NativeT = typename T::NativeType;
|
||||||
|
|
||||||
|
const auto & src_data = col.getData();
|
||||||
|
auto & dst_data = result_column.getData();
|
||||||
|
dst_data.resize(rows_count);
|
||||||
|
|
||||||
|
for (size_t i = 0; i < rows_count; ++i)
|
||||||
|
dst_data[i] = (digits<NativeT>(src_data[i].value) > precision);
|
||||||
|
}
|
||||||
|
|
||||||
|
template <typename T>
|
||||||
|
static UInt32 digits(T value)
|
||||||
|
{
|
||||||
|
UInt32 res = 0;
|
||||||
|
T tmp;
|
||||||
|
|
||||||
|
static constexpr const Int32 e3 = 1000;
|
||||||
|
static constexpr const Int32 e9 = 1000000000;
|
||||||
|
|
||||||
|
if constexpr (sizeof(T) > sizeof(Int32))
|
||||||
|
{
|
||||||
|
tmp = value / e9;
|
||||||
|
while (tmp)
|
||||||
|
{
|
||||||
|
value = tmp;
|
||||||
|
tmp /= e9;
|
||||||
|
res += 9;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
tmp = value / e3;
|
||||||
|
while (tmp)
|
||||||
|
{
|
||||||
|
value = tmp;
|
||||||
|
tmp /= e3;
|
||||||
|
res += 3;
|
||||||
|
}
|
||||||
|
|
||||||
|
while (value)
|
||||||
|
{
|
||||||
|
value /= 10;
|
||||||
|
++res;
|
||||||
|
}
|
||||||
|
return res;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
void registerFunctionIsDecimalOverflow(FunctionFactory & factory)
|
||||||
|
{
|
||||||
|
factory.registerFunction<FunctionIsDecimalOverflow>();
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@ -59,6 +59,7 @@ void registerFunctionGetMacro(FunctionFactory &);
|
|||||||
void registerFunctionGetScalar(FunctionFactory &);
|
void registerFunctionGetScalar(FunctionFactory &);
|
||||||
void registerFunctionGetSetting(FunctionFactory &);
|
void registerFunctionGetSetting(FunctionFactory &);
|
||||||
void registerFunctionIsConstant(FunctionFactory &);
|
void registerFunctionIsConstant(FunctionFactory &);
|
||||||
|
void registerFunctionIsDecimalOverflow(FunctionFactory &);
|
||||||
void registerFunctionGlobalVariable(FunctionFactory &);
|
void registerFunctionGlobalVariable(FunctionFactory &);
|
||||||
void registerFunctionHasThreadFuzzer(FunctionFactory &);
|
void registerFunctionHasThreadFuzzer(FunctionFactory &);
|
||||||
void registerFunctionInitializeAggregation(FunctionFactory &);
|
void registerFunctionInitializeAggregation(FunctionFactory &);
|
||||||
@ -121,6 +122,7 @@ void registerFunctionsMiscellaneous(FunctionFactory & factory)
|
|||||||
registerFunctionGetScalar(factory);
|
registerFunctionGetScalar(factory);
|
||||||
registerFunctionGetSetting(factory);
|
registerFunctionGetSetting(factory);
|
||||||
registerFunctionIsConstant(factory);
|
registerFunctionIsConstant(factory);
|
||||||
|
registerFunctionIsDecimalOverflow(factory);
|
||||||
registerFunctionGlobalVariable(factory);
|
registerFunctionGlobalVariable(factory);
|
||||||
registerFunctionHasThreadFuzzer(factory);
|
registerFunctionHasThreadFuzzer(factory);
|
||||||
registerFunctionInitializeAggregation(factory);
|
registerFunctionInitializeAggregation(factory);
|
||||||
|
|||||||
@ -0,0 +1,19 @@
|
|||||||
|
0 0 0
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
|
1 1 1 1
|
||||||
|
0 0 0 0
|
||||||
|
1 1 1 1 1 1
|
||||||
93
tests/queries/0_stateless/01458_is_decimal_overflow.sql
Normal file
93
tests/queries/0_stateless/01458_is_decimal_overflow.sql
Normal file
@ -0,0 +1,93 @@
|
|||||||
|
SELECT isDecimalOverflow(toDecimal32(0, 0), 0),
|
||||||
|
isDecimalOverflow(toDecimal64(0, 0), 0),
|
||||||
|
isDecimalOverflow(toDecimal128(0, 0), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(toDecimal32(1000000000, 0), 9),
|
||||||
|
isDecimalOverflow(toDecimal32(1000000000, 0)),
|
||||||
|
isDecimalOverflow(toDecimal32(-1000000000, 0), 9),
|
||||||
|
isDecimalOverflow(toDecimal32(-1000000000, 0));
|
||||||
|
SELECT isDecimalOverflow(toDecimal32(999999999, 0), 9),
|
||||||
|
isDecimalOverflow(toDecimal32(999999999, 0)),
|
||||||
|
isDecimalOverflow(toDecimal32(-999999999, 0), 9),
|
||||||
|
isDecimalOverflow(toDecimal32(-999999999, 0));
|
||||||
|
SELECT isDecimalOverflow(toDecimal32(999999999, 0), 8),
|
||||||
|
isDecimalOverflow(toDecimal32(10, 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal32(1, 0), 0),
|
||||||
|
isDecimalOverflow(toDecimal32(-999999999, 0), 8),
|
||||||
|
isDecimalOverflow(toDecimal32(-10, 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal32(-1, 0), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal32(1000000000, 0)), 9),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(1000000000, 0))),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-1000000000, 0)), 9),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-1000000000, 0)));
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal32(999999999, 0)), 9),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(999999999, 0))),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)), 9),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)));
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal32(999999999, 0)), 8),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(10, 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(1, 0)), 0),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)), 8),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-10, 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal32(-1, 0)), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(toDecimal64(1000000000000000000, 0), 18),
|
||||||
|
isDecimalOverflow(toDecimal64(1000000000000000000, 0)),
|
||||||
|
isDecimalOverflow(toDecimal64(-1000000000000000000, 0), 18),
|
||||||
|
isDecimalOverflow(toDecimal64(-1000000000000000000, 0));
|
||||||
|
SELECT isDecimalOverflow(toDecimal64(999999999999999999, 0), 18),
|
||||||
|
isDecimalOverflow(toDecimal64(999999999999999999, 0)),
|
||||||
|
isDecimalOverflow(toDecimal64(-999999999999999999, 0), 18),
|
||||||
|
isDecimalOverflow(toDecimal64(-999999999999999999, 0));
|
||||||
|
SELECT isDecimalOverflow(toDecimal64(999999999999999999, 0), 17),
|
||||||
|
isDecimalOverflow(toDecimal64(10, 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal64(1, 0), 0),
|
||||||
|
isDecimalOverflow(toDecimal64(-999999999999999999, 0), 17),
|
||||||
|
isDecimalOverflow(toDecimal64(-10, 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal64(-1, 0), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal64(1000000000000000000, 0)), 18),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(1000000000000000000, 0))),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-1000000000000000000, 0)), 18),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-1000000000000000000, 0)));
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0)), 18),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0))),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)), 18),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)));
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0)), 17),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(10, 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(1, 0)), 0),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)), 17),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-10, 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal64(-1, 0)), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0) + 1, 38),
|
||||||
|
isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0) + 1),
|
||||||
|
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0) - 1, 38),
|
||||||
|
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0) - 1);
|
||||||
|
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0), 38),
|
||||||
|
isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0)),
|
||||||
|
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0), 38),
|
||||||
|
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0));
|
||||||
|
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0), 37),
|
||||||
|
isDecimalOverflow(toDecimal128('10', 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal128('1', 0), 0),
|
||||||
|
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0), 37),
|
||||||
|
isDecimalOverflow(toDecimal128('-10', 0), 1),
|
||||||
|
isDecimalOverflow(toDecimal128('-1', 0), 0);
|
||||||
|
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)) + 1, 38),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)) + 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)) - 1, 38),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)) - 1);
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)), 38),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0))),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)), 38),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)));
|
||||||
|
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)), 37),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('10', 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('1', 0)), 0),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)), 37),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-10', 0)), 1),
|
||||||
|
isDecimalOverflow(materialize(toDecimal128('-1', 0)), 0);
|
||||||
Loading…
Reference in New Issue
Block a user