thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-06 07:32:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'feature-quantileBfloat16' of github.com:RedClusive/ClickHouse into feature-quantileBfloat16

Browse Source
This commit is contained in:
RedClusive 2021-04-15 14:42:07 +00:00
commit 5a0610b6af
2 changed files with 15 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
src/AggregateFunctions/Bfloat16Histogram.h
View File

@ -20,7 +20,7 @@ struct Bfloat16Histogram
{
using bfloat16 = UInt16;
using Data = HashMap<bfloat16, size_t>;
using Array = PODArrayWithStackMemory<Value, 64>;
using Array = PODArrayWithStackMemory<Float32, 64>;
Data data;
Array array;
@ -33,15 +33,15 @@ struct Bfloat16Histogram
if (!data.find(val))
{
sorted = false;
count += to_add;
array.push_back(x);
array.push_back(to_Float32(val));
}
count += to_add;
data[val] += to_add;
}
void merge(const Bfloat16Histogram & rhs)
{
for (const Value & value : rhs.array)
for (const Float32 & value : rhs.array)
{
add(value, rhs.data.find(to_bfloat16(value))->getMapped());
}
@ -78,9 +78,9 @@ struct Bfloat16Histogram
size_t sum = 0;
size_t need = level * count;
for (const Value & value : array)
for (const Float32 & value : array)
{
sum += data.find(to_bfloat16(value))->getMapped();
sum += data[to_bfloat16(value)];
if (sum >= need)
return value;
}
@ -104,9 +104,9 @@ struct Bfloat16Histogram
size_t sum = 0;
size_t it = 0;
for (const auto & value : array)
for (const Float32 & value : array)
{
sum += data.find(to_bfloat16(value))->getMapped();
sum += data[to_bfloat16(value)];
while (it < size && sum >= static_cast<size_t>(levels[indices[it]] * count))
{
result[indices[it++]] = value;
@ -142,6 +142,11 @@ private:
return ext::bit_cast<UInt32>(static_cast<Float32>(x)) >> 16;
}
Float32 to_Float32(const bfloat & x) const
{
return ext::bit_cast<Float32>(x << 16);
}
void sortIfNeeded()
{
if (sorted)
@ -168,4 +173,4 @@ private:
}
};
}
}

2
src/AggregateFunctions/QuantileBfloat16Histogram.h
View File

@ -62,4 +62,4 @@ struct QuantileBfloat16Histogram
}
};
}
}