ClickHouse/dbms/src/Storages/MergeTree/MergeTreeRangeReader.cpp

71 lines
2.2 KiB
C++
Raw Normal View History

2017-06-14 10:50:22 +00:00
#include <Storages/MergeTree/MergeTreeReader.h>
namespace DB
{
MergeTreeRangeReader::MergeTreeRangeReader(
MergeTreeReader & merge_tree_reader, size_t from_mark, size_t to_mark, size_t index_granularity)
: merge_tree_reader(merge_tree_reader), current_mark(from_mark), last_mark(to_mark)
, index_granularity(index_granularity)
2017-06-14 10:50:22 +00:00
{
}
size_t MergeTreeRangeReader::skipToNextMark()
2017-06-15 17:01:13 +00:00
{
auto unread_rows_in_current_part = numPendingRowsInCurrentGranule();
continue_reading = false;
2017-06-15 17:01:13 +00:00
++current_mark;
if (current_mark == last_mark)
is_reading_finished = true;
2017-06-15 17:01:13 +00:00
read_rows_after_current_mark = 0;
return unread_rows_in_current_part;
2017-06-15 17:01:13 +00:00
}
MergeTreeRangeReader MergeTreeRangeReader::getFutureState(size_t rows_to_read) const
2017-06-15 17:01:13 +00:00
{
MergeTreeRangeReader copy = *this;
copy.read_rows_after_current_mark += rows_to_read;
2017-06-15 17:01:13 +00:00
size_t read_parts = copy.read_rows_after_current_mark / index_granularity;
copy.current_mark += read_parts;
copy.read_rows_after_current_mark -= index_granularity * read_parts;
return copy;
}
2017-06-14 10:50:22 +00:00
size_t MergeTreeRangeReader::read(Block & res, size_t max_rows_to_read)
2017-06-14 10:50:22 +00:00
{
size_t rows_to_read = numPendingRows();
2017-06-14 10:50:22 +00:00
rows_to_read = std::min(rows_to_read, max_rows_to_read);
if (rows_to_read == 0)
2017-12-01 14:21:24 +00:00
throw Exception("Logical error: 0 rows to read.", ErrorCodes::LOGICAL_ERROR);
2017-06-14 10:50:22 +00:00
auto read_rows = merge_tree_reader.get().readRows(current_mark, continue_reading, rows_to_read, res);
if (read_rows && read_rows < rows_to_read)
is_reading_finished = true;
if (!read_rows)
read_rows = rows_to_read;
continue_reading = true;
2017-06-14 10:50:22 +00:00
read_rows_after_current_mark += read_rows;
2017-06-14 10:50:22 +00:00
size_t read_parts = read_rows_after_current_mark / index_granularity;
current_mark += read_parts;
read_rows_after_current_mark -= index_granularity * read_parts;
if (current_mark == last_mark)
is_reading_finished = true;
return read_rows;
2017-06-14 10:50:22 +00:00
}
2017-06-15 17:01:13 +00:00
MergeTreeRangeReader MergeTreeRangeReader::copyForReader(MergeTreeReader & reader)
{
MergeTreeRangeReader copy(reader, current_mark, last_mark, index_granularity);
copy.continue_reading = continue_reading;
2017-06-15 17:01:13 +00:00
copy.read_rows_after_current_mark = read_rows_after_current_mark;
return copy;
}
2017-06-14 10:50:22 +00:00
}