ClickHouse/dbms/include/DB/DataStreams/FinalizingAggregatedBlockInputStream.h

83 lines
2.1 KiB
C
Raw Normal View History

2011-09-19 03:34:23 +00:00
#pragma once
#include <iomanip>
#include <Yandex/logger_useful.h>
2011-09-19 03:34:23 +00:00
#include <DB/Columns/ColumnAggregateFunction.h>
#include <DB/DataStreams/IProfilingBlockInputStream.h>
namespace DB
{
using Poco::SharedPtr;
/** Преобразует агрегатные функции (с промежуточным состоянием) в потоке блоков в конечные значения.
*/
class FinalizingAggregatedBlockInputStream : public IProfilingBlockInputStream
{
public:
FinalizingAggregatedBlockInputStream(BlockInputStreamPtr input_)
: input(input_), log(&Logger::get("FinalizingAggregatedBlockInputStream"))
2011-09-19 03:34:23 +00:00
{
children.push_back(input);
}
2012-10-20 02:10:47 +00:00
String getName() const { return "FinalizingAggregatedBlockInputStream"; }
BlockInputStreamPtr clone() { return new FinalizingAggregatedBlockInputStream(input); }
protected:
2011-09-19 03:34:23 +00:00
Block readImpl()
{
Block res = input->read();
if (!res)
return res;
LOG_TRACE(log, "Finalizing aggregate functions");
Stopwatch watch;
2011-09-19 03:34:23 +00:00
size_t rows = res.rows();
size_t columns = res.columns();
for (size_t i = 0; i < columns; ++i)
{
ColumnWithNameAndType & column = res.getByPosition(i);
if (ColumnAggregateFunction * col = dynamic_cast<ColumnAggregateFunction *>(&*column.column))
{
ColumnAggregateFunction::Container_t & data = col->getData();
IAggregateFunction * func = col->getFunction();
column.type = func->getReturnType();
2011-09-19 03:34:23 +00:00
ColumnPtr finalized_column = column.type->createColumn();
finalized_column->reserve(rows);
2011-09-19 03:34:23 +00:00
for (size_t j = 0; j < rows; ++j)
finalized_column->insert(func->getResult(data[j]));
2012-10-20 02:10:47 +00:00
2011-09-19 03:34:23 +00:00
column.column = finalized_column;
}
}
double elapsed_seconds = watch.elapsedSeconds();
if (elapsed_seconds > 0.001)
{
LOG_TRACE(log, std::fixed << std::setprecision(3)
<< "Finalized aggregate functions. "
<< res.rows() << " rows, " << res.bytes() / 1048576.0 << " MiB"
<< " in " << elapsed_seconds << " sec."
<< " (" << res.rows() / elapsed_seconds << " rows/sec., " << res.bytes() / elapsed_seconds / 1048576.0 << " MiB/sec.)");
}
2011-09-19 03:34:23 +00:00
return res;
}
private:
BlockInputStreamPtr input;
Logger * log;
2011-09-19 03:34:23 +00:00
};
}