mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-28 02:21:59 +00:00
70d1adfe4b
* save format string for NetException * format exceptions * format exceptions 2 * format exceptions 3 * format exceptions 4 * format exceptions 5 * format exceptions 6 * fix * format exceptions 7 * format exceptions 8 * Update MergeTreeIndexGin.cpp * Update AggregateFunctionMap.cpp * Update AggregateFunctionMap.cpp * fix
103 lines
3.0 KiB
C++
103 lines
3.0 KiB
C++
#pragma once
|
|
|
|
#include <AggregateFunctions/ReservoirSamplerDeterministic.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
struct Settings;
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int NOT_IMPLEMENTED;
|
|
}
|
|
|
|
/** Quantile calculation with "reservoir sample" algorithm.
|
|
* It collects pseudorandom subset of limited size from a stream of values,
|
|
* and approximate quantile from it.
|
|
* The function accept second argument, named "determinator"
|
|
* and a hash function from it is calculated and used as a source for randomness
|
|
* to apply random sampling.
|
|
* The function is deterministic, but care should be taken with choose of "determinator" argument.
|
|
*/
|
|
template <typename Value>
|
|
struct QuantileReservoirSamplerDeterministic
|
|
{
|
|
using Data = ReservoirSamplerDeterministic<Value, ReservoirSamplerDeterministicOnEmpty::RETURN_NAN_OR_ZERO>;
|
|
Data data;
|
|
|
|
void add(const Value &)
|
|
{
|
|
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Method add without determinator is not implemented for ReservoirSamplerDeterministic");
|
|
}
|
|
|
|
template <typename Determinator>
|
|
void add(const Value & x, const Determinator & determinator)
|
|
{
|
|
data.insert(x, determinator);
|
|
}
|
|
|
|
void merge(const QuantileReservoirSamplerDeterministic & rhs)
|
|
{
|
|
data.merge(rhs.data);
|
|
}
|
|
|
|
void serialize(WriteBuffer & buf) const
|
|
{
|
|
data.write(buf);
|
|
}
|
|
|
|
void deserialize(ReadBuffer & buf)
|
|
{
|
|
data.read(buf);
|
|
}
|
|
|
|
/// Get the value of the `level` quantile. The level must be between 0 and 1.
|
|
Value get(Float64 level)
|
|
{
|
|
if (data.empty())
|
|
return {};
|
|
|
|
if constexpr (is_decimal<Value>)
|
|
return static_cast<typename Value::NativeType>(data.quantileInterpolated(level));
|
|
else
|
|
return static_cast<Value>(data.quantileInterpolated(level));
|
|
}
|
|
|
|
/// Get the `size` values of `levels` quantiles. Write `size` results starting with `result` address.
|
|
/// indices - an array of index levels such that the corresponding elements will go in ascending order.
|
|
void getMany(const Float64 * levels, const size_t * indices, size_t size, Value * result)
|
|
{
|
|
bool is_empty = data.empty();
|
|
|
|
for (size_t i = 0; i < size; ++i)
|
|
{
|
|
if (is_empty)
|
|
{
|
|
result[i] = Value{};
|
|
}
|
|
else
|
|
{
|
|
if constexpr (is_decimal<Value>)
|
|
result[indices[i]] = static_cast<typename Value::NativeType>(data.quantileInterpolated(levels[indices[i]]));
|
|
else
|
|
result[indices[i]] = static_cast<Value>(data.quantileInterpolated(levels[indices[i]]));
|
|
}
|
|
}
|
|
}
|
|
|
|
/// The same, but in the case of an empty state, NaN is returned.
|
|
Float64 getFloat(Float64 level)
|
|
{
|
|
return data.quantileInterpolated(level);
|
|
}
|
|
|
|
void getManyFloat(const Float64 * levels, const size_t * indices, size_t size, Float64 * result)
|
|
{
|
|
for (size_t i = 0; i < size; ++i)
|
|
result[indices[i]] = data.quantileInterpolated(levels[indices[i]]);
|
|
}
|
|
};
|
|
|
|
}
|