mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-21 15:12:02 +00:00
isDecimalOverflow() function
This commit is contained in:
Artem Zuikov
parent
67f16d5ae8
commit
724b38adc9
@ -77,6 +77,19 @@ inline UInt32 getDecimalScale(const IDataType & data_type, UInt32 default_value
|
||||
return default_value;
|
||||
}
|
||||
|
||||
inline UInt32 getDecimalPrecision(const IDataType & data_type)
|
||||
{
|
||||
if (auto * decimal_type = checkDecimal<Decimal32>(data_type))
|
||||
return decimal_type->getPrecision();
|
||||
if (auto * decimal_type = checkDecimal<Decimal64>(data_type))
|
||||
return decimal_type->getPrecision();
|
||||
if (auto * decimal_type = checkDecimal<Decimal128>(data_type))
|
||||
return decimal_type->getPrecision();
|
||||
if (auto * decimal_type = checkDecimal<Decimal256>(data_type))
|
||||
return decimal_type->getPrecision();
|
||||
return 0;
|
||||
}
|
||||
|
||||
template <typename T>
|
||||
inline UInt32 getDecimalScale(const DataTypeDecimal<T> & data_type)
|
||||
{
|
||||
|
||||
174
src/Functions/isDecimalOverflow.cpp
Normal file
174
src/Functions/isDecimalOverflow.cpp
Normal file
@ -0,0 +1,174 @@
|
||||
#include <Functions/IFunctionImpl.h>
|
||||
#include <Functions/FunctionFactory.h>
|
||||
#include <Functions/FunctionHelpers.h>
|
||||
#include <DataTypes/DataTypesNumber.h>
|
||||
#include <DataTypes/DataTypesDecimal.h>
|
||||
#include <Columns/ColumnsNumber.h>
|
||||
#include <Columns/ColumnDecimal.h>
|
||||
#include <Columns/ColumnConst.h>
|
||||
|
||||
|
||||
namespace DB
|
||||
{
|
||||
|
||||
namespace ErrorCodes
|
||||
{
|
||||
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
|
||||
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
||||
extern const int ILLEGAL_COLUMN;
|
||||
}
|
||||
|
||||
/// Returns 1 if and Decimal value has more digits then it's Precision allow, 0 otherwise.
|
||||
/// Precision could be set as second argument or omitted. If ommited function uses Decimal presicion of the first argument.
|
||||
class FunctionIsDecimalOverflow : public IFunction
|
||||
{
|
||||
public:
|
||||
static constexpr auto name = "isDecimalOverflow";
|
||||
|
||||
static FunctionPtr create(const Context &)
|
||||
{
|
||||
return std::make_shared<FunctionIsDecimalOverflow>();
|
||||
}
|
||||
|
||||
String getName() const override { return name; }
|
||||
bool useDefaultImplementationForNulls() const override { return false; }
|
||||
bool isVariadic() const override { return true; }
|
||||
size_t getNumberOfArguments() const override { return 0; }
|
||||
|
||||
DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
|
||||
{
|
||||
if (arguments.size() < 1 || arguments.size() > 2)
|
||||
throw Exception("Number of arguments for function " + getName() + " doesn't match: passed " +
|
||||
toString(arguments.size()) + ", should be 1 or 2.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
|
||||
|
||||
WhichDataType which_first(arguments[0]->getTypeId());
|
||||
|
||||
if (!which_first.isDecimal())
|
||||
throw Exception("Illegal type " + arguments[0]->getName() + " of argument of function " + getName(),
|
||||
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
|
||||
if (arguments.size() == 2)
|
||||
{
|
||||
WhichDataType which_second(arguments[1]->getTypeId());
|
||||
if (!which_second.isUInt8())
|
||||
throw Exception("Illegal type " + arguments[1]->getName() + " of argument of function " + getName(),
|
||||
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
}
|
||||
|
||||
return std::make_shared<DataTypeUInt8>();
|
||||
}
|
||||
|
||||
void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result_pos, size_t input_rows_count) const override
|
||||
{
|
||||
const auto & src_column = block.getByPosition(arguments[0]);
|
||||
if (!src_column.column)
|
||||
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
|
||||
UInt32 precision = 0;
|
||||
if (arguments.size() == 2)
|
||||
{
|
||||
const auto & precision_column = block.getByPosition(arguments[1]);
|
||||
if (!precision_column.column)
|
||||
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
|
||||
const ColumnConst * const_column = checkAndGetColumnConst<ColumnUInt8>(precision_column.column.get());
|
||||
if (!const_column)
|
||||
throw Exception("Second argument for function " + getName() + " must be constant UInt8: precision.",
|
||||
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
|
||||
precision = const_column->getValue<UInt8>();
|
||||
}
|
||||
else
|
||||
precision = getDecimalPrecision(*src_column.type);
|
||||
|
||||
auto result_column = ColumnUInt8::create();
|
||||
|
||||
auto call = [&](const auto & types) -> bool
|
||||
{
|
||||
using Types = std::decay_t<decltype(types)>;
|
||||
using Type = typename Types::RightType;
|
||||
using NativeT = typename Type::NativeType;
|
||||
using ColVecType = ColumnDecimal<Type>;
|
||||
|
||||
if (const ColumnConst * const_column = checkAndGetColumnConst<ColVecType>(src_column.column.get()))
|
||||
{
|
||||
Type const_decimal = checkAndGetColumn<ColVecType>(const_column->getDataColumnPtr().get())->getData()[0];
|
||||
UInt8 res_value = (digits<NativeT>(const_decimal.value) > precision);
|
||||
result_column->getData().resize_fill(input_rows_count, res_value);
|
||||
return true;
|
||||
}
|
||||
else if (const ColVecType * col_vec = checkAndGetColumn<ColVecType>(src_column.column.get()))
|
||||
{
|
||||
execute<Type>(*col_vec, *result_column, input_rows_count, precision);
|
||||
return true;
|
||||
}
|
||||
|
||||
throw Exception("Illegal column while execute function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
||||
};
|
||||
|
||||
TypeIndex dec_type_idx = src_column.type->getTypeId();
|
||||
if (!callOnBasicType<void, false, false, true, false>(dec_type_idx, call))
|
||||
throw Exception("Wrong call for " + getName() + " with " + src_column.type->getName(),
|
||||
ErrorCodes::ILLEGAL_COLUMN);
|
||||
|
||||
block.getByPosition(result_pos).column = std::move(result_column);
|
||||
}
|
||||
|
||||
private:
|
||||
template <typename T>
|
||||
static void execute(const ColumnDecimal<T> & col, ColumnUInt8 & result_column, size_t rows_count, UInt32 precision)
|
||||
{
|
||||
using NativeT = typename T::NativeType;
|
||||
|
||||
const auto & src_data = col.getData();
|
||||
auto & dst_data = result_column.getData();
|
||||
dst_data.resize(rows_count);
|
||||
|
||||
for (size_t i = 0; i < rows_count; ++i)
|
||||
dst_data[i] = (digits<NativeT>(src_data[i].value) > precision);
|
||||
}
|
||||
|
||||
template <typename T>
|
||||
static UInt32 digits(T value)
|
||||
{
|
||||
UInt32 res = 0;
|
||||
T tmp;
|
||||
|
||||
static constexpr const Int32 e3 = 1000;
|
||||
static constexpr const Int32 e9 = 1000000000;
|
||||
|
||||
if constexpr (sizeof(T) > sizeof(Int32))
|
||||
{
|
||||
tmp = value / e9;
|
||||
while (tmp)
|
||||
{
|
||||
value = tmp;
|
||||
tmp /= e9;
|
||||
res += 9;
|
||||
}
|
||||
}
|
||||
|
||||
tmp = value / e3;
|
||||
while (tmp)
|
||||
{
|
||||
value = tmp;
|
||||
tmp /= e3;
|
||||
res += 3;
|
||||
}
|
||||
|
||||
while (value)
|
||||
{
|
||||
value /= 10;
|
||||
++res;
|
||||
}
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
void registerFunctionIsDecimalOverflow(FunctionFactory & factory)
|
||||
{
|
||||
factory.registerFunction<FunctionIsDecimalOverflow>();
|
||||
}
|
||||
|
||||
}
|
||||
@ -59,6 +59,7 @@ void registerFunctionGetMacro(FunctionFactory &);
|
||||
void registerFunctionGetScalar(FunctionFactory &);
|
||||
void registerFunctionGetSetting(FunctionFactory &);
|
||||
void registerFunctionIsConstant(FunctionFactory &);
|
||||
void registerFunctionIsDecimalOverflow(FunctionFactory &);
|
||||
void registerFunctionGlobalVariable(FunctionFactory &);
|
||||
void registerFunctionHasThreadFuzzer(FunctionFactory &);
|
||||
void registerFunctionInitializeAggregation(FunctionFactory &);
|
||||
@ -121,6 +122,7 @@ void registerFunctionsMiscellaneous(FunctionFactory & factory)
|
||||
registerFunctionGetScalar(factory);
|
||||
registerFunctionGetSetting(factory);
|
||||
registerFunctionIsConstant(factory);
|
||||
registerFunctionIsDecimalOverflow(factory);
|
||||
registerFunctionGlobalVariable(factory);
|
||||
registerFunctionHasThreadFuzzer(factory);
|
||||
registerFunctionInitializeAggregation(factory);
|
||||
|
||||
@ -0,0 +1,19 @@
|
||||
0 0 0
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
1 1 1 1
|
||||
0 0 0 0
|
||||
1 1 1 1 1 1
|
||||
93
tests/queries/0_stateless/01458_is_decimal_overflow.sql
Normal file
93
tests/queries/0_stateless/01458_is_decimal_overflow.sql
Normal file
@ -0,0 +1,93 @@
|
||||
SELECT isDecimalOverflow(toDecimal32(0, 0), 0),
|
||||
isDecimalOverflow(toDecimal64(0, 0), 0),
|
||||
isDecimalOverflow(toDecimal128(0, 0), 0);
|
||||
|
||||
SELECT isDecimalOverflow(toDecimal32(1000000000, 0), 9),
|
||||
isDecimalOverflow(toDecimal32(1000000000, 0)),
|
||||
isDecimalOverflow(toDecimal32(-1000000000, 0), 9),
|
||||
isDecimalOverflow(toDecimal32(-1000000000, 0));
|
||||
SELECT isDecimalOverflow(toDecimal32(999999999, 0), 9),
|
||||
isDecimalOverflow(toDecimal32(999999999, 0)),
|
||||
isDecimalOverflow(toDecimal32(-999999999, 0), 9),
|
||||
isDecimalOverflow(toDecimal32(-999999999, 0));
|
||||
SELECT isDecimalOverflow(toDecimal32(999999999, 0), 8),
|
||||
isDecimalOverflow(toDecimal32(10, 0), 1),
|
||||
isDecimalOverflow(toDecimal32(1, 0), 0),
|
||||
isDecimalOverflow(toDecimal32(-999999999, 0), 8),
|
||||
isDecimalOverflow(toDecimal32(-10, 0), 1),
|
||||
isDecimalOverflow(toDecimal32(-1, 0), 0);
|
||||
|
||||
SELECT isDecimalOverflow(materialize(toDecimal32(1000000000, 0)), 9),
|
||||
isDecimalOverflow(materialize(toDecimal32(1000000000, 0))),
|
||||
isDecimalOverflow(materialize(toDecimal32(-1000000000, 0)), 9),
|
||||
isDecimalOverflow(materialize(toDecimal32(-1000000000, 0)));
|
||||
SELECT isDecimalOverflow(materialize(toDecimal32(999999999, 0)), 9),
|
||||
isDecimalOverflow(materialize(toDecimal32(999999999, 0))),
|
||||
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)), 9),
|
||||
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)));
|
||||
SELECT isDecimalOverflow(materialize(toDecimal32(999999999, 0)), 8),
|
||||
isDecimalOverflow(materialize(toDecimal32(10, 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal32(1, 0)), 0),
|
||||
isDecimalOverflow(materialize(toDecimal32(-999999999, 0)), 8),
|
||||
isDecimalOverflow(materialize(toDecimal32(-10, 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal32(-1, 0)), 0);
|
||||
|
||||
SELECT isDecimalOverflow(toDecimal64(1000000000000000000, 0), 18),
|
||||
isDecimalOverflow(toDecimal64(1000000000000000000, 0)),
|
||||
isDecimalOverflow(toDecimal64(-1000000000000000000, 0), 18),
|
||||
isDecimalOverflow(toDecimal64(-1000000000000000000, 0));
|
||||
SELECT isDecimalOverflow(toDecimal64(999999999999999999, 0), 18),
|
||||
isDecimalOverflow(toDecimal64(999999999999999999, 0)),
|
||||
isDecimalOverflow(toDecimal64(-999999999999999999, 0), 18),
|
||||
isDecimalOverflow(toDecimal64(-999999999999999999, 0));
|
||||
SELECT isDecimalOverflow(toDecimal64(999999999999999999, 0), 17),
|
||||
isDecimalOverflow(toDecimal64(10, 0), 1),
|
||||
isDecimalOverflow(toDecimal64(1, 0), 0),
|
||||
isDecimalOverflow(toDecimal64(-999999999999999999, 0), 17),
|
||||
isDecimalOverflow(toDecimal64(-10, 0), 1),
|
||||
isDecimalOverflow(toDecimal64(-1, 0), 0);
|
||||
|
||||
SELECT isDecimalOverflow(materialize(toDecimal64(1000000000000000000, 0)), 18),
|
||||
isDecimalOverflow(materialize(toDecimal64(1000000000000000000, 0))),
|
||||
isDecimalOverflow(materialize(toDecimal64(-1000000000000000000, 0)), 18),
|
||||
isDecimalOverflow(materialize(toDecimal64(-1000000000000000000, 0)));
|
||||
SELECT isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0)), 18),
|
||||
isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0))),
|
||||
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)), 18),
|
||||
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)));
|
||||
SELECT isDecimalOverflow(materialize(toDecimal64(999999999999999999, 0)), 17),
|
||||
isDecimalOverflow(materialize(toDecimal64(10, 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal64(1, 0)), 0),
|
||||
isDecimalOverflow(materialize(toDecimal64(-999999999999999999, 0)), 17),
|
||||
isDecimalOverflow(materialize(toDecimal64(-10, 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal64(-1, 0)), 0);
|
||||
|
||||
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0) + 1, 38),
|
||||
isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0) + 1),
|
||||
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0) - 1, 38),
|
||||
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0) - 1);
|
||||
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0), 38),
|
||||
isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0)),
|
||||
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0), 38),
|
||||
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0));
|
||||
SELECT isDecimalOverflow(toDecimal128('99999999999999999999999999999999999999', 0), 37),
|
||||
isDecimalOverflow(toDecimal128('10', 0), 1),
|
||||
isDecimalOverflow(toDecimal128('1', 0), 0),
|
||||
isDecimalOverflow(toDecimal128('-99999999999999999999999999999999999999', 0), 37),
|
||||
isDecimalOverflow(toDecimal128('-10', 0), 1),
|
||||
isDecimalOverflow(toDecimal128('-1', 0), 0);
|
||||
|
||||
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)) + 1, 38),
|
||||
isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)) + 1),
|
||||
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)) - 1, 38),
|
||||
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)) - 1);
|
||||
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)), 38),
|
||||
isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0))),
|
||||
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)), 38),
|
||||
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)));
|
||||
SELECT isDecimalOverflow(materialize(toDecimal128('99999999999999999999999999999999999999', 0)), 37),
|
||||
isDecimalOverflow(materialize(toDecimal128('10', 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal128('1', 0)), 0),
|
||||
isDecimalOverflow(materialize(toDecimal128('-99999999999999999999999999999999999999', 0)), 37),
|
||||
isDecimalOverflow(materialize(toDecimal128('-10', 0)), 1),
|
||||
isDecimalOverflow(materialize(toDecimal128('-1', 0)), 0);
|
||||
Loading…
Reference in New Issue
Block a user