2016-07-06 21:48:11 +00:00
|
|
|
#include <DB/DataStreams/SquashingTransform.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
SquashingTransform::SquashingTransform(size_t min_block_size_rows, size_t min_block_size_bytes)
|
|
|
|
: min_block_size_rows(min_block_size_rows), min_block_size_bytes(min_block_size_bytes)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-07-06 21:50:16 +00:00
|
|
|
SquashingTransform::Result SquashingTransform::add(Block && block)
|
2016-07-06 21:48:11 +00:00
|
|
|
{
|
|
|
|
if (!block)
|
|
|
|
return Result(std::move(accumulated_block));
|
|
|
|
|
|
|
|
/// Just read block is alredy enough.
|
2017-01-02 20:42:49 +00:00
|
|
|
if (isEnoughSize(block.rows(), block.bytes()))
|
2016-07-06 21:48:11 +00:00
|
|
|
{
|
|
|
|
/// If no accumulated data, return just read block.
|
|
|
|
if (!accumulated_block)
|
|
|
|
return Result(std::move(block));
|
|
|
|
|
|
|
|
/// Return accumulated data (may be it has small size) and place new block to accumulated data.
|
|
|
|
accumulated_block.swap(block);
|
2016-08-07 15:13:40 +00:00
|
|
|
accumulated_block.unshareColumns();
|
2016-07-06 21:48:11 +00:00
|
|
|
return Result(std::move(block));
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Accumulated block is already enough.
|
2017-01-02 20:42:49 +00:00
|
|
|
if (accumulated_block && isEnoughSize(accumulated_block.rows(), accumulated_block.bytes()))
|
2016-07-06 21:48:11 +00:00
|
|
|
{
|
|
|
|
/// Return accumulated data and place new block to accumulated data.
|
|
|
|
accumulated_block.swap(block);
|
2016-08-07 15:13:40 +00:00
|
|
|
accumulated_block.unshareColumns();
|
2016-07-06 21:48:11 +00:00
|
|
|
return Result(std::move(block));
|
|
|
|
}
|
|
|
|
|
|
|
|
append(std::move(block));
|
|
|
|
|
2017-01-02 20:42:49 +00:00
|
|
|
if (isEnoughSize(accumulated_block.rows(), accumulated_block.bytes()))
|
2016-07-06 21:48:11 +00:00
|
|
|
{
|
|
|
|
Block res;
|
|
|
|
res.swap(accumulated_block);
|
|
|
|
return Result(std::move(res));
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Squashed block is not ready.
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void SquashingTransform::append(Block && block)
|
|
|
|
{
|
|
|
|
if (!accumulated_block)
|
|
|
|
{
|
|
|
|
accumulated_block = std::move(block);
|
2016-08-07 15:13:40 +00:00
|
|
|
accumulated_block.unshareColumns();
|
2016-07-06 21:48:11 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t columns = block.columns();
|
2017-01-02 20:42:49 +00:00
|
|
|
size_t rows = block.rows();
|
2016-07-06 21:48:11 +00:00
|
|
|
|
|
|
|
for (size_t i = 0; i < columns; ++i)
|
2017-01-02 20:12:12 +00:00
|
|
|
accumulated_block.getByPosition(i).column->insertRangeFrom(
|
|
|
|
*block.getByPosition(i).column, 0, rows);
|
2016-07-06 21:48:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool SquashingTransform::isEnoughSize(size_t rows, size_t bytes) const
|
|
|
|
{
|
|
|
|
return (!min_block_size_rows && !min_block_size_bytes)
|
|
|
|
|| (min_block_size_rows && rows >= min_block_size_rows)
|
|
|
|
|| (min_block_size_bytes && bytes >= min_block_size_bytes);
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|