ClickHouse/dbms/include/DB/AggregateFunctions/AggregateFunctionUniq.h

105 lines
2.0 KiB
C
Raw Normal View History

2011-09-26 04:00:46 +00:00
#pragma once
#include <city.h>
#include <stats/UniquesHashSet.h>
#include <DB/IO/WriteHelpers.h>
#include <DB/IO/ReadHelpers.h>
#include <DB/DataTypes/DataTypesNumberFixed.h>
#include <DB/DataTypes/DataTypesNumberVariable.h>
#include <DB/AggregateFunctions/IUnaryAggregateFunction.h>
namespace DB
{
template <typename T> struct AggregateFunctionUniqTraits;
template <> struct AggregateFunctionUniqTraits<UInt64>
{
static UInt64 hash(UInt64 x) { return x; }
};
template <> struct AggregateFunctionUniqTraits<Int64>
{
static UInt64 hash(Int64 x) { return x; }
};
template <> struct AggregateFunctionUniqTraits<Float64>
{
static UInt64 hash(Float64 x)
{
UInt64 res = 0;
memcpy(reinterpret_cast<char *>(&res), reinterpret_cast<char *>(&x), sizeof(x));
return res;
}
};
template <> struct AggregateFunctionUniqTraits<String>
{
/// Имейте ввиду, что вычисление приближённое.
static UInt64 hash(const String & x) { return CityHash64(x.data(), x.size()); }
};
/// Приближённо вычисляет количество различных значений.
template <typename T>
class AggregateFunctionUniq : public IUnaryAggregateFunction
{
private:
UniquesHashSet set;
public:
AggregateFunctionUniq() {}
String getName() const { return "uniq"; }
String getTypeID() const { return "uniq_" + TypeName<T>::get(); }
2011-12-19 08:06:31 +00:00
AggregateFunctionPlainPtr cloneEmpty() const
2011-09-26 04:00:46 +00:00
{
return new AggregateFunctionUniq<T>;
}
DataTypePtr getReturnType() const
{
return new DataTypeVarUInt;
}
void setArgument(const DataTypePtr & argument)
{
}
void addOne(const Field & value)
{
set.insert(AggregateFunctionUniqTraits<T>::hash(boost::get<T>(value)));
}
void merge(const IAggregateFunction & rhs)
{
set.merge(static_cast<const AggregateFunctionUniq<T> &>(rhs).set);
}
void serialize(WriteBuffer & buf) const
{
set.write(buf);
}
void deserializeMerge(ReadBuffer & buf)
{
UniquesHashSet tmp_set;
tmp_set.read(buf);
set.merge(tmp_set);
}
Field getResult() const
{
return set.size();
}
};
}