#pragma once #include #include #include #include #include #include #include #include #include #include #include namespace DB { namespace ErrorCodes { extern const int DECIMAL_OVERFLOW; extern const int ILLEGAL_COLUMN; extern const int ILLEGAL_TYPE_OF_ARGUMENT; extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH; extern const int ILLEGAL_DIVISION; } struct DecimalOpHerpers { static std::vector multiply(const std::vector & num1, const std::vector & num2) { UInt16 const len1 = num1.size(); UInt16 const len2 = num2.size(); if (len1 == 0 || len2 == 0) return {0}; std::vector result(len1 + len2, 0); UInt16 i_n1 = 0; UInt16 i_n2; for (Int32 i = len1 - 1; i >= 0; --i) { UInt16 carry = 0; i_n2 = 0; for (Int32 j = len2 - 1; j >= 0; --j) { if (unlikely(i_n1 + i_n2 >= len1 + len2)) throw DB::Exception("Numeric overflow: result bigger that Decimal256", ErrorCodes::DECIMAL_OVERFLOW); UInt16 sum = num1[i] * num2[j] + result[i_n1 + i_n2] + carry; carry = sum / 10; result[i_n1 + i_n2] = sum % 10; ++i_n2; } if (carry > 0) { if (unlikely(i_n1 + i_n2 >= len1 + len2)) throw DB::Exception("Numeric overflow: result bigger that Decimal256", ErrorCodes::DECIMAL_OVERFLOW); result[i_n1 + i_n2] += carry; } ++i_n1; } Int32 i = static_cast(result.size() - 1); while (i >= 0 && result[i] == 0) { result.pop_back(); --i; } if (i == -1) return {0}; std::reverse(result.begin(), result.end()); return result; } static std::vector divide(const std::vector & number, const Int256 & divisor) { std::vector result; const auto max_index = number.size() - 1; UInt16 idx = 0; Int256 temp = 0; while (temp < divisor && max_index > idx) { temp = temp * 10 + number[idx]; ++idx; } if (unlikely(temp == 0)) return {0}; while (max_index >= idx) { result.push_back(temp / divisor); temp = (temp % divisor) * 10 + number[idx]; ++idx; } result.push_back(temp / divisor); return result; } static std::vector toDigits(Int256 x) { std::vector result; if (x >= 10) result = toDigits(x / 10); result.push_back(x % 10); return result; } static UInt256 fromDigits(const std::vector & digits) { Int256 result = 0; Int256 scale = 0; for (auto i = digits.rbegin(); i != digits.rend(); ++i) { result += DecimalUtils::scaleMultiplier(scale) * (*i); ++scale; } return result; } }; struct DivideDecimalsImpl { static constexpr auto name = "divideDecimal"; template static inline NO_SANITIZE_UNDEFINED Decimal256 execute(FirstType a, SecondType b, UInt16 scale_a, UInt16 scale_b, UInt16 result_scale) { if (b.value == 0) throw DB::Exception("Division by zero", ErrorCodes::ILLEGAL_DIVISION); if (a.value == 0) return Decimal256(0); Int8 sign_a = a.value < 0 ? -1 : 1; Int8 sign_b = b.value < 0 ? -1 : 1; std::vector a_digits = DecimalOpHerpers::toDigits(a.value * sign_a); while (scale_a < scale_b + result_scale) { a_digits.push_back(0); ++scale_a; } std::vector divided = DecimalOpHerpers::divide(a_digits, b.value * sign_b); while (scale_a > scale_b + result_scale) { --scale_a; divided.pop_back(); } if (divided.size() > 76) throw DB::Exception("Numeric overflow: result bigger that Decimal256", ErrorCodes::DECIMAL_OVERFLOW); return Decimal256(sign_a * sign_b * DecimalOpHerpers::fromDigits(divided)); } }; struct MultiplyDecimalsImpl { static constexpr auto name = "multiplyDecimal"; template static inline NO_SANITIZE_UNDEFINED Decimal256 execute(FirstType a, SecondType b, UInt16 scale_a, UInt16 scale_b, UInt16 result_scale) { if (a.value == 0 || b.value == 0) return Decimal256(0); Int8 sign_a = a.value < 0 ? -1 : 1; Int8 sign_b = b.value < 0 ? -1 : 1; std::vector a_digits = DecimalOpHerpers::toDigits(a.value * sign_a); std::vector b_digits = DecimalOpHerpers::toDigits(b.value * sign_b); std::vector multiplied = DecimalOpHerpers::multiply(a_digits, b_digits); UInt16 product_scale = scale_a + scale_b; while (product_scale < result_scale) { multiplied.push_back(0); ++product_scale; } while (product_scale > result_scale) { multiplied.pop_back(); --product_scale; } if (multiplied.size() > 76) throw DB::Exception("Numeric overflow: result bigger that Decimal256", ErrorCodes::DECIMAL_OVERFLOW); return Decimal256(sign_a * sign_b * DecimalOpHerpers::fromDigits(multiplied)); } }; template struct Processor { const Transform transform; explicit Processor(Transform transform_) : transform(std::move(transform_)) {} template void NO_INLINE vectorConstant(const FirstArgVectorType & vec_first, const SecondArgType second_value, PaddedPODArray & vec_to, UInt16 scale_a, UInt16 scale_b, UInt16 result_scale) const { size_t size = vec_first.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = transform.execute(vec_first[i], second_value, scale_a, scale_b, result_scale); } template void NO_INLINE NO_SANITIZE_UNDEFINED vectorVector(const FirstArgVectorType & vec_first, const SecondArgVectorType & vec_second, PaddedPODArray & vec_to, UInt16 scale_a, UInt16 scale_b, UInt16 result_scale) const { size_t size = vec_first.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = transform.execute(vec_first[i], vec_second[i], scale_a, scale_b, result_scale); } template void NO_INLINE NO_SANITIZE_UNDEFINED constantVector(const FirstArgType & first_value, const SecondArgVectorType & vec_second, PaddedPODArray & vec_to, UInt16 scale_a, UInt16 scale_b, UInt16 result_scale) const { size_t size = vec_second.size(); vec_to.resize(size); for (size_t i = 0; i < size; ++i) vec_to[i] = transform.execute(first_value, vec_second[i], scale_a, scale_b, result_scale); } }; template struct DecimalArithmeticsImpl { static ColumnPtr execute(Transform transform, const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type) { using FirstArgValueType = typename FirstArgType::FieldType; using FirstArgColumnType = typename FirstArgType::ColumnType; using SecondArgValueType = typename SecondArgType::FieldType; using SecondArgColumnType = typename SecondArgType::ColumnType; using ResultColumnType = typename ResultType::ColumnType; UInt16 scale_a = getDecimalScale(*arguments[0].type); UInt16 scale_b = getDecimalScale(*arguments[1].type); UInt16 result_scale = getDecimalScale(*result_type->getPtr()); auto op = Processor{std::move(transform)}; auto result_col = result_type->createColumn(); auto col_to = assert_cast(result_col.get()); const auto * first_col = checkAndGetColumn(arguments[0].column.get()); const auto * second_col = checkAndGetColumn(arguments[1].column.get()); const auto * first_col_const = typeid_cast(arguments[0].column.get()); const auto * second_col_const = typeid_cast(arguments[1].column.get()); if (first_col) { if (second_col_const) op.vectorConstant(first_col->getData(), second_col_const->template getValue(), col_to->getData(), scale_a, scale_b, result_scale); else op.vectorVector(first_col->getData(), second_col->getData(), col_to->getData(), scale_a, scale_b, result_scale); } else if (first_col_const) { op.constantVector(first_col_const->template getValue(), second_col->getData(), col_to->getData(), scale_a, scale_b, result_scale); } else { throw Exception(ErrorCodes::ILLEGAL_COLUMN, "Illegal column {} of first argument of function {}", arguments[0].column->getName(), Transform::name); } return result_col; } }; template class FunctionsDecimalArithmetics : public IFunction { public: static constexpr auto name = Transform::name; static FunctionPtr create(ContextPtr) { return std::make_shared(); } String getName() const override { return name; } bool isVariadic() const override { return true; } size_t getNumberOfArguments() const override { return 0; } bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return false; } DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override { if (arguments.size() != 2 && arguments.size() != 3) throw Exception("Number of arguments for function " + getName() + " does not match: 2 or 3 expected", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); if (!isDecimal(arguments[0].type) || !isDecimal(arguments[1].type)) throw Exception("Arguments for " + getName() + " function must be Decimal", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); UInt8 scale = std::max(getDecimalScale(*arguments[0].type->getPtr()), getDecimalScale(*arguments[1].type->getPtr())); if (arguments.size() == 3) { WhichDataType which_scale(arguments[2].type.get()); if (!which_scale.isUInt8()) throw Exception( "Illegal type " + arguments[2].type->getName() + " of third argument of function " + getName() + ". Should be constant UInt8 from range[0, 76]", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); const ColumnConst * scale_column = checkAndGetColumnConst(arguments[2].column.get()); if (!scale_column) throw Exception( "Illegal column of third argument of function " + getName() + ". Should be constant UInt8", ErrorCodes::ILLEGAL_COLUMN); scale = scale_column->getValue(); } /** At compile time, result is unknown. We only know the Scale (number of fractional digits) at runtime. Also nothing is known about size of whole part. As in simple division/multiplication for decimals, we scale the result up, but is is explicit here and no downscale is performed. It guarantees that result will have given scale and it can also be MANUALLY converted to other decimal types later. **/ if (scale > DecimalUtils::max_precision) throw Exception("Illegal value of third argument of function " + this->getName() + ": must be integer in range [0, 76]", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); return std::make_shared(DecimalUtils::max_precision, scale); } bool useDefaultImplementationForConstants() const override { return true; } ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {2}; } ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t /*input_rows_count*/) const override { return resolveOverload(arguments, result_type); } private: //long resolver to call proper templated func ColumnPtr resolveOverload(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type) const { WhichDataType which_divident(arguments[0].type.get()); WhichDataType which_divisor(arguments[1].type.get()); if (which_divident.isDecimal32()) { using DividentType = DataTypeDecimal32; if (which_divisor.isDecimal32()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal64()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal128()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal256()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); } else if (which_divident.isDecimal64()) { using DividentType = DataTypeDecimal64; if (which_divisor.isDecimal32()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal64()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal128()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal256()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); } else if (which_divident.isDecimal128()) { using DividentType = DataTypeDecimal128; if (which_divisor.isDecimal32()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal64()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal128()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal256()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); } else if (which_divident.isDecimal256()) { using DividentType = DataTypeDecimal256; if (which_divisor.isDecimal32()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal64()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal128()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); else if (which_divisor.isDecimal256()) return DecimalArithmeticsImpl::execute(Transform{}, arguments, result_type); } // the compiler is happy now return nullptr; } }; }