2018-09-09 20:57:54 +00:00
|
|
|
#include <Functions/IFunction.h>
|
|
|
|
#include <Functions/FunctionFactory.h>
|
|
|
|
#include <Functions/FunctionHelpers.h>
|
2019-10-29 03:03:47 +00:00
|
|
|
#include <DataTypes/DataTypesNumber.h>
|
2018-09-09 20:57:54 +00:00
|
|
|
#include <DataTypes/DataTypeArray.h>
|
|
|
|
#include <Columns/ColumnArray.h>
|
|
|
|
#include <Columns/ColumnVector.h>
|
2018-09-09 21:15:40 +00:00
|
|
|
#include <numeric>
|
2018-09-09 20:57:54 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int ARGUMENT_OUT_OF_BOUND;
|
|
|
|
extern const int ILLEGAL_COLUMN;
|
|
|
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
2019-10-29 03:03:47 +00:00
|
|
|
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
|
2018-09-09 20:57:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
class FunctionRange : public IFunction
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
static constexpr auto name = "range";
|
|
|
|
static FunctionPtr create(const Context &) { return std::make_shared<FunctionRange>(); }
|
|
|
|
|
|
|
|
private:
|
|
|
|
String getName() const override { return name; }
|
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
size_t getNumberOfArguments() const override { return 0; }
|
|
|
|
bool isVariadic() const override { return true; }
|
2018-09-09 20:57:54 +00:00
|
|
|
bool useDefaultImplementationForConstants() const override { return true; }
|
|
|
|
|
|
|
|
DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
|
|
|
|
{
|
2019-10-29 03:03:47 +00:00
|
|
|
if (arguments.size() > 2 || arguments.empty())
|
|
|
|
{
|
|
|
|
throw Exception{"Function " + getName() + " needs [1-2] argument; passed "
|
|
|
|
+ std::to_string(arguments.size()) + ".",
|
|
|
|
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH};
|
|
|
|
}
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
for (const auto & arg : arguments)
|
|
|
|
{
|
|
|
|
if (!isUnsignedInteger(arg))
|
|
|
|
throw Exception{"Illegal type " + arg->getName() + " of argument of function " + getName(),
|
|
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
|
|
|
|
}
|
|
|
|
return std::make_shared<DataTypeArray>(arguments.back());
|
2018-09-09 20:57:54 +00:00
|
|
|
}
|
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
template <typename T, typename E>
|
|
|
|
bool executeInternal(Block & block, const IColumn * start_col, const IColumn * end_col, const size_t result)
|
2018-09-09 20:57:54 +00:00
|
|
|
{
|
|
|
|
static constexpr size_t max_elements = 100'000'000;
|
2019-10-29 03:03:47 +00:00
|
|
|
|
|
|
|
auto start_column = checkAndGetColumn<ColumnVector<T>>(start_col);
|
|
|
|
auto end_column = checkAndGetColumn<ColumnVector<E>>(end_col);
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
if (!start_column || !end_column)
|
2018-09-09 20:57:54 +00:00
|
|
|
{
|
2019-10-29 03:03:47 +00:00
|
|
|
return false;
|
|
|
|
}
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
const auto & in_start_data = start_column->getData();
|
|
|
|
const auto & in_end_data = end_column->getData();
|
|
|
|
|
|
|
|
size_t total_values = 0;
|
|
|
|
|
|
|
|
for (size_t row_idx = 0, rows = end_column->size(); row_idx < rows; ++row_idx)
|
|
|
|
{
|
|
|
|
total_values += in_start_data[row_idx] >= in_end_data[row_idx] ? 0 : (in_end_data[row_idx] -in_start_data[row_idx]);
|
2018-09-09 20:57:54 +00:00
|
|
|
if (total_values > max_elements)
|
|
|
|
throw Exception{"A call to function " + getName() + " would produce " + std::to_string(total_values) +
|
|
|
|
" array elements, which is greater than the allowed maximum of " + std::to_string(max_elements),
|
|
|
|
ErrorCodes::ARGUMENT_OUT_OF_BOUND};
|
2019-10-29 03:03:47 +00:00
|
|
|
}
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
auto data_col = ColumnVector<E>::create(total_values);
|
|
|
|
auto offsets_col = ColumnArray::ColumnOffsets::create(end_column->size());
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
auto & out_data = data_col->getData();
|
|
|
|
auto & out_offsets = offsets_col->getData();
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
IColumn::Offset offset{};
|
|
|
|
for (size_t row_idx = 0, rows = end_column->size(); row_idx < rows; ++row_idx)
|
|
|
|
{
|
|
|
|
for (size_t st = in_start_data[row_idx], ed = in_end_data[row_idx]; st < ed; ++st)
|
|
|
|
out_data[offset++] = st;
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
out_offsets[row_idx] = offset;
|
2018-09-09 20:57:54 +00:00
|
|
|
}
|
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
block.getByPosition(result).column = ColumnArray::create(std::move(data_col), std::move(offsets_col));
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
bool executeStartInternal(Block & block, const IColumn * start_col, const IColumn * end_col, const size_t result)
|
2018-09-09 20:57:54 +00:00
|
|
|
{
|
2019-10-29 03:03:47 +00:00
|
|
|
return executeInternal<T, UInt8>(block, start_col, end_col, result)
|
|
|
|
|| executeInternal<T, UInt16>(block, start_col, end_col, result)
|
|
|
|
|| executeInternal<T, UInt32>(block, start_col, end_col, result)
|
|
|
|
|| executeInternal<T, UInt64>(block, start_col, end_col, result);
|
|
|
|
}
|
2018-09-09 20:57:54 +00:00
|
|
|
|
2019-10-29 03:03:47 +00:00
|
|
|
void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
|
|
|
|
{
|
2019-10-29 05:01:45 +00:00
|
|
|
Columns columns_holder(2);
|
|
|
|
ColumnRawPtrs columns(2);
|
|
|
|
size_t idx = 0;
|
|
|
|
size_t rows = block.getByPosition(arguments[0]).column.get()->size();
|
|
|
|
|
|
|
|
if (arguments.size() == 1)
|
|
|
|
{
|
|
|
|
columns_holder[idx] = std::move(DataTypeUInt8().createColumnConst(rows, 0)->convertToFullColumnIfConst());
|
|
|
|
columns[idx] = columns_holder[idx].get();
|
|
|
|
idx ++;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (size_t i = 0; i < arguments.size(); ++i)
|
|
|
|
{
|
|
|
|
columns_holder[idx] = std::move(block.getByPosition(arguments[i]).column->convertToFullColumnIfConst());
|
|
|
|
columns[idx] = columns_holder[idx].get();
|
|
|
|
idx ++;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!executeStartInternal<UInt8>(block, columns[0], columns[1], result) &&
|
|
|
|
!executeStartInternal<UInt16>(block, columns[0], columns[1], result) &&
|
|
|
|
!executeStartInternal<UInt32>(block, columns[0], columns[1], result) &&
|
|
|
|
!executeStartInternal<UInt64>(block, columns[0], columns[1], result))
|
2018-09-09 20:57:54 +00:00
|
|
|
{
|
2019-10-29 05:01:45 +00:00
|
|
|
throw Exception{"Illegal column " + columns[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_COLUMN};
|
2018-09-09 20:57:54 +00:00
|
|
|
}
|
|
|
|
}
|
2019-10-29 03:03:47 +00:00
|
|
|
|
2018-09-09 20:57:54 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
void registerFunctionRange(FunctionFactory & factory)
|
|
|
|
{
|
|
|
|
factory.registerFunction<FunctionRange>();
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|