2021-10-27 23:10:39 +00:00
|
|
|
#include "config_functions.h"
|
2020-11-04 14:51:41 +00:00
|
|
|
|
|
|
|
#if USE_H3
|
|
|
|
|
2020-06-19 10:06:42 +00:00
|
|
|
#include <Columns/ColumnArray.h>
|
|
|
|
#include <Columns/ColumnsNumber.h>
|
|
|
|
#include <DataTypes/DataTypeArray.h>
|
|
|
|
#include <DataTypes/DataTypesNumber.h>
|
|
|
|
#include <Functions/FunctionFactory.h>
|
|
|
|
#include <Functions/IFunction.h>
|
|
|
|
#include <Common/typeid_cast.h>
|
2020-08-03 14:49:50 +00:00
|
|
|
#include <IO/WriteHelpers.h>
|
2021-10-02 07:13:14 +00:00
|
|
|
#include <base/range.h>
|
2020-01-24 20:16:06 +00:00
|
|
|
|
2020-08-03 14:32:14 +00:00
|
|
|
#include <constants.h>
|
2020-06-19 10:06:42 +00:00
|
|
|
#include <h3api.h>
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
|
2020-08-03 16:39:08 +00:00
|
|
|
static constexpr size_t MAX_ARRAY_SIZE = 1 << 30;
|
|
|
|
|
|
|
|
|
2020-01-24 20:16:06 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
2020-02-25 18:10:48 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
2020-08-03 14:32:14 +00:00
|
|
|
extern const int ARGUMENT_OUT_OF_BOUND;
|
2020-08-03 16:39:08 +00:00
|
|
|
extern const int TOO_LARGE_ARRAY_SIZE;
|
2022-01-23 06:58:21 +00:00
|
|
|
extern const int ILLEGAL_COLUMN;
|
2020-02-25 18:10:48 +00:00
|
|
|
}
|
2020-08-03 14:32:14 +00:00
|
|
|
|
2020-09-07 18:00:37 +00:00
|
|
|
namespace
|
|
|
|
{
|
|
|
|
|
2020-01-24 20:16:06 +00:00
|
|
|
class FunctionH3ToChildren : public IFunction
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
static constexpr auto name = "h3ToChildren";
|
|
|
|
|
2021-06-01 12:20:52 +00:00
|
|
|
static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3ToChildren>(); }
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
std::string getName() const override { return name; }
|
|
|
|
|
|
|
|
size_t getNumberOfArguments() const override { return 2; }
|
|
|
|
bool useDefaultImplementationForConstants() const override { return true; }
|
2021-06-22 16:21:23 +00:00
|
|
|
bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return true; }
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
|
|
|
|
{
|
2020-04-22 08:31:10 +00:00
|
|
|
const auto * arg = arguments[0].get();
|
2020-01-24 20:16:06 +00:00
|
|
|
if (!WhichDataType(arg).isUInt64())
|
|
|
|
throw Exception(
|
2021-07-13 12:54:00 +00:00
|
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
|
|
"Illegal type {} of argument {} of function {}. Must be UInt64",
|
|
|
|
arg->getName(), 1, getName());
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
arg = arguments[1].get();
|
|
|
|
if (!WhichDataType(arg).isUInt8())
|
|
|
|
throw Exception(
|
2021-07-13 12:54:00 +00:00
|
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
|
|
|
|
"Illegal type {} of argument {} of function {}. Must be UInt8",
|
|
|
|
arg->getName(), 2, getName());
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
return std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>());
|
|
|
|
}
|
|
|
|
|
2020-11-17 13:24:45 +00:00
|
|
|
ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
|
2020-01-24 20:16:06 +00:00
|
|
|
{
|
2022-01-23 06:58:21 +00:00
|
|
|
const auto * col_hindex = checkAndGetColumn<ColumnUInt64>(arguments[0].column.get());
|
|
|
|
if (!col_hindex)
|
|
|
|
throw Exception(
|
|
|
|
ErrorCodes::ILLEGAL_COLUMN,
|
|
|
|
"Illegal type {} of argument {} of function {}. Must be UInt64.",
|
|
|
|
arguments[0].type->getName(),
|
|
|
|
1,
|
|
|
|
getName());
|
|
|
|
|
|
|
|
const auto & data_hindex = col_hindex->getData();
|
|
|
|
|
|
|
|
const auto * col_resolution = checkAndGetColumn<ColumnUInt8>(arguments[1].column.get());
|
|
|
|
if (!col_resolution)
|
|
|
|
throw Exception(
|
|
|
|
ErrorCodes::ILLEGAL_COLUMN,
|
|
|
|
"Illegal type {} of argument {} of function {}. Must be UInt8.",
|
|
|
|
arguments[1].type->getName(),
|
|
|
|
2,
|
|
|
|
getName());
|
|
|
|
|
|
|
|
const auto & data_resolution = col_resolution->getData();
|
|
|
|
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
auto dst = ColumnArray::create(ColumnUInt64::create());
|
|
|
|
auto & dst_data = dst->getData();
|
|
|
|
auto & dst_offsets = dst->getOffsets();
|
|
|
|
dst_offsets.resize(input_rows_count);
|
|
|
|
auto current_offset = 0;
|
|
|
|
|
2021-12-20 10:32:13 +00:00
|
|
|
for (size_t row = 0; row < input_rows_count; ++row)
|
2020-01-24 20:16:06 +00:00
|
|
|
{
|
2022-01-23 06:58:21 +00:00
|
|
|
const UInt64 parent_hindex = data_hindex[row];
|
|
|
|
const UInt8 child_resolution = data_resolution[row];
|
2020-01-24 20:16:06 +00:00
|
|
|
|
2020-08-03 14:32:14 +00:00
|
|
|
if (child_resolution > MAX_H3_RES)
|
2021-07-13 12:54:00 +00:00
|
|
|
throw Exception(
|
|
|
|
ErrorCodes::ARGUMENT_OUT_OF_BOUND,
|
|
|
|
"The argument 'resolution' ({}) of function {} is out of bounds because the maximum resolution in H3 library is {}",
|
|
|
|
toString(child_resolution), getName(), toString(MAX_H3_RES));
|
2020-08-03 14:32:14 +00:00
|
|
|
|
2021-06-22 09:23:27 +00:00
|
|
|
const size_t vec_size = cellToChildrenSize(parent_hindex, child_resolution);
|
2020-08-03 16:39:08 +00:00
|
|
|
if (vec_size > MAX_ARRAY_SIZE)
|
2021-07-13 12:54:00 +00:00
|
|
|
throw Exception(
|
|
|
|
ErrorCodes::TOO_LARGE_ARRAY_SIZE,
|
|
|
|
"The result of function {} (array of {} elements) will be too large with resolution argument = {}",
|
|
|
|
getName(), toString(vec_size), toString(child_resolution));
|
2020-08-03 16:39:08 +00:00
|
|
|
|
2022-01-20 14:08:13 +00:00
|
|
|
std::vector<H3Index> hindex_vec;
|
2020-01-24 20:16:06 +00:00
|
|
|
hindex_vec.resize(vec_size);
|
2021-06-22 09:23:27 +00:00
|
|
|
cellToChildren(parent_hindex, child_resolution, hindex_vec.data());
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
dst_data.reserve(dst_data.size() + vec_size);
|
|
|
|
for (auto hindex : hindex_vec)
|
|
|
|
{
|
|
|
|
if (hindex != 0)
|
|
|
|
{
|
|
|
|
++current_offset;
|
|
|
|
dst_data.insert(hindex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
dst_offsets[row] = current_offset;
|
|
|
|
}
|
|
|
|
|
2020-10-19 13:42:14 +00:00
|
|
|
return dst;
|
2020-01-24 20:16:06 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2020-09-07 18:00:37 +00:00
|
|
|
}
|
2020-01-24 20:16:06 +00:00
|
|
|
|
|
|
|
void registerFunctionH3ToChildren(FunctionFactory & factory)
|
|
|
|
{
|
|
|
|
factory.registerFunction<FunctionH3ToChildren>();
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2020-11-04 14:51:41 +00:00
|
|
|
|
|
|
|
#endif
|