#include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace DB { namespace ErrorCodes { extern const int ILLEGAL_TYPE_OF_ARGUMENT; extern const int ARGUMENT_OUT_OF_BOUND; } namespace { /// Functions common to makeDate, makeDate32, makeDateTime, makeDateTime64 class FunctionWithNumericParamsBase : public IFunction { public: bool isInjective(const ColumnsWithTypeAndName &) const override { return false; /// invalid argument values and timestamps that are out of supported range are converted into a default value } bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return true; } bool useDefaultImplementationForNulls() const override { return true; } bool useDefaultImplementationForConstants() const override { return true; } bool isVariadic() const override { return true; } size_t getNumberOfArguments() const override { return 0; } protected: template Columns convertMandatoryArguments(const ColumnsWithTypeAndName & arguments, const ArgumentNames & argument_names) const { Columns converted_arguments; const DataTypePtr converted_argument_type = std::make_shared(); for (size_t i = 0; i < argument_names.size(); ++i) { ColumnPtr argument_column = castColumn(arguments[i], converted_argument_type); argument_column = argument_column->convertToFullColumnIfConst(); converted_arguments.push_back(argument_column); } return converted_arguments; } }; /// Common implementation for makeDate, makeDate32 template class FunctionMakeDate : public FunctionWithNumericParamsBase { private: static constexpr std::array mandatory_argument_names_year_month_day = {"year", "month", "day"}; static constexpr std::array mandatory_argument_names_year_dayofyear = {"year", "dayofyear"}; public: static constexpr auto name = Traits::name; static FunctionPtr create(ContextPtr) { return std::make_shared(); } String getName() const override { return name; } DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override { const bool isYearMonthDayVariant = (arguments.size() == 3); if (isYearMonthDayVariant) { FunctionArgumentDescriptors args{ {mandatory_argument_names_year_month_day[0], &isNumber, nullptr, "Number"}, {mandatory_argument_names_year_month_day[1], &isNumber, nullptr, "Number"}, {mandatory_argument_names_year_month_day[2], &isNumber, nullptr, "Number"} }; validateFunctionArgumentTypes(*this, arguments, args); } else { FunctionArgumentDescriptors args{ {mandatory_argument_names_year_dayofyear[0], &isNumber, nullptr, "Number"}, {mandatory_argument_names_year_dayofyear[1], &isNumber, nullptr, "Number"} }; validateFunctionArgumentTypes(*this, arguments, args); } return std::make_shared(); } ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override { const bool isYearMonthDayVariant = (arguments.size() == 3); Columns converted_arguments; if (isYearMonthDayVariant) converted_arguments = convertMandatoryArguments(arguments, mandatory_argument_names_year_month_day); else converted_arguments = convertMandatoryArguments(arguments, mandatory_argument_names_year_dayofyear); auto res_column = Traits::ReturnDataType::ColumnType::create(input_rows_count); auto & result_data = res_column->getData(); const auto & date_lut = DateLUT::instance(); const Int32 max_days_since_epoch = date_lut.makeDayNum(Traits::MAX_DATE[0], Traits::MAX_DATE[1], Traits::MAX_DATE[2]); if (isYearMonthDayVariant) { const auto & year_data = typeid_cast(*converted_arguments[0]).getData(); const auto & month_data = typeid_cast(*converted_arguments[1]).getData(); const auto & day_data = typeid_cast(*converted_arguments[2]).getData(); for (size_t i = 0; i < input_rows_count; ++i) { const auto year = year_data[i]; const auto month = month_data[i]; const auto day = day_data[i]; Int32 day_num = 0; if (year >= Traits::MIN_YEAR && year <= Traits::MAX_YEAR && month >= 1 && month <= 12 && day >= 1 && day <= 31) { Int32 days_since_epoch = date_lut.makeDayNum(static_cast(year), static_cast(month), static_cast(day)); if (days_since_epoch <= max_days_since_epoch) day_num = days_since_epoch; } result_data[i] = day_num; } } else { const auto & year_data = typeid_cast(*converted_arguments[0]).getData(); const auto & dayofyear_data = typeid_cast(*converted_arguments[1]).getData(); for (size_t i = 0; i < input_rows_count; ++i) { const auto year = year_data[i]; const auto dayofyear = dayofyear_data[i]; Int32 day_num = 0; if (year >= Traits::MIN_YEAR && year <= Traits::MAX_YEAR && dayofyear >= 1 && dayofyear <= 365) { Int32 days_since_epoch = date_lut.makeDayNum(static_cast(year), 1, 1) + static_cast(dayofyear) - 1; if (days_since_epoch <= max_days_since_epoch) day_num = days_since_epoch; } result_data[i] = day_num; } } return res_column; } }; struct MakeDateTraits { static constexpr auto name = "makeDate"; using ReturnDataType = DataTypeDate; static constexpr auto MIN_YEAR = 1970; static constexpr auto MAX_YEAR = 2149; /// This date has the maximum day number that fits in 16-bit uint static constexpr std::array MAX_DATE = {MAX_YEAR, 6, 6}; }; struct MakeDate32Traits { static constexpr auto name = "makeDate32"; using ReturnDataType = DataTypeDate32; static constexpr auto MIN_YEAR = 1900; static constexpr auto MAX_YEAR = 2299; static constexpr std::array MAX_DATE = {MAX_YEAR, 12, 31}; }; /// Common implementation for makeDateTime, makeDateTime64 class FunctionMakeDateTimeBase : public FunctionWithNumericParamsBase { protected: static constexpr std::array mandatory_argument_names = {"year", "month", "day", "hour", "minute", "second"}; template static Int64 dateTime(T year, T month, T day_of_month, T hour, T minute, T second, const DateLUTImpl & lut) { /// Note that hour, minute and second are checked against 99 to behave consistently with parsing DateTime from String /// E.g. "select cast('1984-01-01 99:99:99' as DateTime);" returns "1984-01-05 04:40:39" if (std::isnan(year) || std::isnan(month) || std::isnan(day_of_month) || std::isnan(hour) || std::isnan(minute) || std::isnan(second) || year < DATE_LUT_MIN_YEAR || month < 1 || month > 12 || day_of_month < 1 || day_of_month > 31 || hour < 0 || hour > 99 || minute < 0 || minute > 99 || second < 0 || second > 99) [[unlikely]] return minDateTime(lut); if (year > DATE_LUT_MAX_YEAR) [[unlikely]] return maxDateTime(lut); return lut.makeDateTime( static_cast(year), static_cast(month), static_cast(day_of_month), static_cast(hour), static_cast(minute), static_cast(second)); } static Int64 minDateTime(const DateLUTImpl & lut) { return lut.makeDateTime(DATE_LUT_MIN_YEAR - 1, 1, 1, 0, 0, 0); } static Int64 maxDateTime(const DateLUTImpl & lut) { return lut.makeDateTime(DATE_LUT_MAX_YEAR + 1, 1, 1, 23, 59, 59); } std::string extractTimezone(const ColumnWithTypeAndName & timezone_argument) const { std::string timezone; if (!isStringOrFixedString(timezone_argument.type) || !timezone_argument.column || (timezone_argument.column->size() != 1 && !typeid_cast(timezone_argument.column.get()))) throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "Argument 'timezone' for function {} must be const string", getName()); timezone = timezone_argument.column->getDataAt(0).toString(); return timezone; } }; /// makeDateTime(year, month, day, hour, minute, second, [timezone]) class FunctionMakeDateTime : public FunctionMakeDateTimeBase { private: static constexpr std::array optional_argument_names = {"timezone"}; public: static constexpr auto name = "makeDateTime"; static FunctionPtr create(ContextPtr) { return std::make_shared(); } String getName() const override { return name; } DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override { FunctionArgumentDescriptors mandatory_args{ {mandatory_argument_names[0], &isNumber, nullptr, "Number"}, {mandatory_argument_names[1], &isNumber, nullptr, "Number"}, {mandatory_argument_names[2], &isNumber, nullptr, "Number"}, {mandatory_argument_names[3], &isNumber, nullptr, "Number"}, {mandatory_argument_names[4], &isNumber, nullptr, "Number"}, {mandatory_argument_names[5], &isNumber, nullptr, "Number"} }; FunctionArgumentDescriptors optional_args{ {optional_argument_names[0], &isString, nullptr, "String"} }; validateFunctionArgumentTypes(*this, arguments, mandatory_args, optional_args); /// Optional timezone argument std::string timezone; if (arguments.size() == mandatory_argument_names.size() + 1) timezone = extractTimezone(arguments.back()); return std::make_shared(timezone); } ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override { /// Optional timezone argument std::string timezone; if (arguments.size() == mandatory_argument_names.size() + 1) timezone = extractTimezone(arguments.back()); Columns converted_arguments = convertMandatoryArguments(arguments, mandatory_argument_names); auto res_column = ColumnDateTime::create(input_rows_count); auto & result_data = res_column->getData(); const auto & year_data = typeid_cast(*converted_arguments[0]).getData(); const auto & month_data = typeid_cast(*converted_arguments[1]).getData(); const auto & day_data = typeid_cast(*converted_arguments[2]).getData(); const auto & hour_data = typeid_cast(*converted_arguments[3]).getData(); const auto & minute_data = typeid_cast(*converted_arguments[4]).getData(); const auto & second_data = typeid_cast(*converted_arguments[5]).getData(); const auto & date_lut = DateLUT::instance(timezone); for (size_t i = 0; i < input_rows_count; ++i) { const auto year = year_data[i]; const auto month = month_data[i]; const auto day = day_data[i]; const auto hour = hour_data[i]; const auto minute = minute_data[i]; const auto second = second_data[i]; auto date_time = dateTime(year, month, day, hour, minute, second, date_lut); if (date_time < 0) [[unlikely]] date_time = 0; else if (date_time > 0x0ffffffffll) [[unlikely]] date_time = 0x0ffffffffll; result_data[i] = static_cast(date_time); } return res_column; } }; /// makeDateTime64(year, month, day, hour, minute, second[, fraction[, precision[, timezone]]]) class FunctionMakeDateTime64 : public FunctionMakeDateTimeBase { private: static constexpr std::array optional_argument_names = {"fraction", "precision", "timezone"}; static constexpr UInt8 DEFAULT_PRECISION = 3; public: static constexpr auto name = "makeDateTime64"; static FunctionPtr create(ContextPtr) { return std::make_shared(); } String getName() const override { return name; } DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override { FunctionArgumentDescriptors mandatory_args{ {mandatory_argument_names[0], &isNumber, nullptr, "Number"}, {mandatory_argument_names[1], &isNumber, nullptr, "Number"}, {mandatory_argument_names[2], &isNumber, nullptr, "Number"}, {mandatory_argument_names[3], &isNumber, nullptr, "Number"}, {mandatory_argument_names[4], &isNumber, nullptr, "Number"}, {mandatory_argument_names[5], &isNumber, nullptr, "Number"} }; FunctionArgumentDescriptors optional_args{ {optional_argument_names[0], &isNumber, nullptr, "Number"}, {optional_argument_names[1], &isNumber, nullptr, "Number"}, {optional_argument_names[2], &isString, nullptr, "String"} }; validateFunctionArgumentTypes(*this, arguments, mandatory_args, optional_args); if (arguments.size() >= mandatory_argument_names.size() + 1) { const auto& fraction_argument = arguments[mandatory_argument_names.size()]; if (!isNumber(fraction_argument.type)) throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "Argument 'fraction' for function {} must be a number", getName()); } /// Optional precision argument Int64 precision = DEFAULT_PRECISION; if (arguments.size() >= mandatory_argument_names.size() + 2) precision = extractPrecision(arguments[mandatory_argument_names.size() + 1]); /// Optional timezone argument std::string timezone; if (arguments.size() == mandatory_argument_names.size() + 3) timezone = extractTimezone(arguments.back()); return std::make_shared(precision, timezone); } ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override { /// Optional precision argument Int64 precision = DEFAULT_PRECISION; if (arguments.size() >= mandatory_argument_names.size() + 2) precision = extractPrecision(arguments[mandatory_argument_names.size() + 1]); /// Optional timezone argument std::string timezone; if (arguments.size() == mandatory_argument_names.size() + 3) timezone = extractTimezone(arguments.back()); Columns converted_arguments = convertMandatoryArguments(arguments, mandatory_argument_names); /// Optional fraction argument const ColumnVector::Container * fraction_data = nullptr; if (arguments.size() >= mandatory_argument_names.size() + 1) { ColumnPtr fraction_column = castColumn(arguments[mandatory_argument_names.size()], std::make_shared()); fraction_column = fraction_column->convertToFullColumnIfConst(); converted_arguments.push_back(fraction_column); fraction_data = &typeid_cast(*converted_arguments[6]).getData(); } auto res_column = ColumnDateTime64::create(input_rows_count, static_cast(precision)); auto & result_data = res_column->getData(); const auto & year_data = typeid_cast(*converted_arguments[0]).getData(); const auto & month_data = typeid_cast(*converted_arguments[1]).getData(); const auto & day_data = typeid_cast(*converted_arguments[2]).getData(); const auto & hour_data = typeid_cast(*converted_arguments[3]).getData(); const auto & minute_data = typeid_cast(*converted_arguments[4]).getData(); const auto & second_data = typeid_cast(*converted_arguments[5]).getData(); const auto & date_lut = DateLUT::instance(timezone); const auto max_fraction = pow(10, precision) - 1; const auto min_date_time = minDateTime(date_lut); const auto max_date_time = maxDateTime(date_lut); for (size_t i = 0; i < input_rows_count; ++i) { const auto year = year_data[i]; const auto month = month_data[i]; const auto day = day_data[i]; const auto hour = hour_data[i]; const auto minute = minute_data[i]; const auto second = second_data[i]; auto date_time = dateTime(year, month, day, hour, minute, second, date_lut); double fraction = 0; if (date_time == min_date_time) [[unlikely]] fraction = 0; else if (date_time == max_date_time) [[unlikely]] fraction = 999999999; else { fraction = fraction_data ? (*fraction_data)[i] : 0; if (std::isnan(fraction)) [[unlikely]] { date_time = min_date_time; fraction = 0; } else if (fraction < 0) [[unlikely]] fraction = 0; else if (fraction > max_fraction) [[unlikely]] fraction = max_fraction; } result_data[i] = DecimalUtils::decimalFromComponents( date_time, static_cast(fraction), static_cast(precision)); } return res_column; } private: UInt8 extractPrecision(const ColumnWithTypeAndName & precision_argument) const { Int64 precision = DEFAULT_PRECISION; if (!isNumber(precision_argument.type) || !precision_argument.column || (precision_argument.column->size() != 1 && !typeid_cast(precision_argument.column.get()))) throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "Argument 'precision' for function {} must be constant number", getName()); precision = precision_argument.column->getInt(0); if (precision < 0 || precision > 9) throw Exception(ErrorCodes::ARGUMENT_OUT_OF_BOUND, "Argument 'precision' for function {} must be in range [0, 9]", getName()); return precision; } }; } REGISTER_FUNCTION(MakeDate) { factory.registerFunction>({}, FunctionFactory::CaseInsensitive); factory.registerFunction>(); factory.registerFunction(); factory.registerFunction(); } }