mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-29 19:12:03 +00:00
100 lines
2.6 KiB
C++
100 lines
2.6 KiB
C++
#pragma once
|
||
|
||
#include <iomanip>
|
||
|
||
#include <Yandex/logger_useful.h>
|
||
|
||
#include <DB/Columns/ColumnAggregateFunction.h>
|
||
|
||
#include <DB/DataStreams/IProfilingBlockInputStream.h>
|
||
|
||
#include <DB/Interpreters/Aggregator.h>
|
||
|
||
|
||
namespace DB
|
||
{
|
||
|
||
using Poco::SharedPtr;
|
||
|
||
|
||
/** Преобразует агрегатные функции (с промежуточным состоянием) в потоке блоков в конечные значения.
|
||
*/
|
||
class FinalizingAggregatedBlockInputStream : public IProfilingBlockInputStream
|
||
{
|
||
public:
|
||
FinalizingAggregatedBlockInputStream(BlockInputStreamPtr input_, AggregateDescriptions & aggregates_)
|
||
: aggregates(aggregates_), log(&Logger::get("FinalizingAggregatedBlockInputStream"))
|
||
{
|
||
children.push_back(input_);
|
||
}
|
||
|
||
String getName() const { return "FinalizingAggregatedBlockInputStream"; }
|
||
|
||
String getID() const
|
||
{
|
||
std::stringstream res;
|
||
res << "FinalizingAggregated(" << children.back()->getID() << ")";
|
||
return res.str();
|
||
}
|
||
|
||
protected:
|
||
Block readImpl()
|
||
{
|
||
Block res = children.back()->read();
|
||
|
||
if (!res)
|
||
return res;
|
||
|
||
LOG_TRACE(log, "Finalizing aggregate functions");
|
||
Stopwatch watch;
|
||
|
||
finalizeBlock(res);
|
||
|
||
double elapsed_seconds = watch.elapsedSeconds();
|
||
if (elapsed_seconds > 0.001)
|
||
{
|
||
LOG_TRACE(log, std::fixed << std::setprecision(3)
|
||
<< "Finalized aggregate functions. "
|
||
<< res.rows() << " rows, " << res.bytes() / 1048576.0 << " MiB"
|
||
<< " in " << elapsed_seconds << " sec."
|
||
<< " (" << res.rows() / elapsed_seconds << " rows/sec., " << res.bytes() / elapsed_seconds / 1048576.0 << " MiB/sec.)");
|
||
}
|
||
|
||
return res;
|
||
}
|
||
|
||
private:
|
||
AggregateDescriptions aggregates;
|
||
Logger * log;
|
||
|
||
void finalizeBlock(Block & res)
|
||
{
|
||
size_t rows = res.rows();
|
||
size_t columns = res.columns();
|
||
size_t number_of_aggregate = 0;
|
||
for (size_t i = 0; i < columns; ++i)
|
||
{
|
||
ColumnWithNameAndType & column = res.getByPosition(i);
|
||
if (ColumnAggregateFunction * col = dynamic_cast<ColumnAggregateFunction *>(&*column.column))
|
||
{
|
||
ColumnAggregateFunction::Container_t & data = col->getData();
|
||
IAggregateFunction * func = aggregates[number_of_aggregate].function;
|
||
column.type = func->getReturnType();
|
||
ColumnPtr finalized_column_ptr = column.type->createColumn();
|
||
IColumn & finalized_column = *finalized_column_ptr;
|
||
finalized_column.reserve(rows);
|
||
|
||
for (size_t j = 0; j < rows; ++j)
|
||
func->insertResultInto(data[j], finalized_column);
|
||
|
||
/// Заменяем в блоке столбец на финализированный.
|
||
column.column = finalized_column_ptr;
|
||
|
||
++number_of_aggregate;
|
||
}
|
||
}
|
||
}
|
||
};
|
||
|
||
}
|