2017-06-14 10:50:22 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeReader.h>
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
MergeTreeRangeReader::MergeTreeRangeReader(
|
|
|
|
MergeTreeReader & merge_tree_reader, size_t from_mark, size_t to_mark, size_t index_granularity)
|
2017-07-19 01:05:39 +00:00
|
|
|
: merge_tree_reader(merge_tree_reader), current_mark(from_mark), last_mark(to_mark)
|
2017-11-21 02:23:41 +00:00
|
|
|
, index_granularity(index_granularity)
|
2017-06-14 10:50:22 +00:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2017-06-16 20:11:02 +00:00
|
|
|
size_t MergeTreeRangeReader::skipToNextMark()
|
2017-06-15 17:01:13 +00:00
|
|
|
{
|
2017-11-21 02:23:41 +00:00
|
|
|
auto unread_rows_in_current_part = numPendingRowsInCurrentGranule();
|
2017-07-11 09:32:39 +00:00
|
|
|
continue_reading = false;
|
2017-06-15 17:01:13 +00:00
|
|
|
++current_mark;
|
2017-08-01 13:04:48 +00:00
|
|
|
if (current_mark == last_mark)
|
|
|
|
is_reading_finished = true;
|
2017-06-15 17:01:13 +00:00
|
|
|
read_rows_after_current_mark = 0;
|
2017-06-16 20:11:02 +00:00
|
|
|
return unread_rows_in_current_part;
|
2017-06-15 17:01:13 +00:00
|
|
|
}
|
|
|
|
|
2017-06-21 17:19:35 +00:00
|
|
|
MergeTreeRangeReader MergeTreeRangeReader::getFutureState(size_t rows_to_read) const
|
2017-06-15 17:01:13 +00:00
|
|
|
{
|
|
|
|
MergeTreeRangeReader copy = *this;
|
2017-06-21 17:19:35 +00:00
|
|
|
copy.read_rows_after_current_mark += rows_to_read;
|
2017-06-15 17:01:13 +00:00
|
|
|
size_t read_parts = copy.read_rows_after_current_mark / index_granularity;
|
|
|
|
copy.current_mark += read_parts;
|
|
|
|
copy.read_rows_after_current_mark -= index_granularity * read_parts;
|
|
|
|
return copy;
|
|
|
|
}
|
2017-06-14 10:50:22 +00:00
|
|
|
|
2017-06-16 20:11:02 +00:00
|
|
|
size_t MergeTreeRangeReader::read(Block & res, size_t max_rows_to_read)
|
2017-06-14 10:50:22 +00:00
|
|
|
{
|
2017-11-21 02:23:41 +00:00
|
|
|
size_t rows_to_read = numPendingRows();
|
2017-06-14 10:50:22 +00:00
|
|
|
rows_to_read = std::min(rows_to_read, max_rows_to_read);
|
|
|
|
if (rows_to_read == 0)
|
2017-12-01 14:21:24 +00:00
|
|
|
throw Exception("Logical error: 0 rows to read.", ErrorCodes::LOGICAL_ERROR);
|
2017-06-14 10:50:22 +00:00
|
|
|
|
2017-07-11 09:32:39 +00:00
|
|
|
auto read_rows = merge_tree_reader.get().readRows(current_mark, continue_reading, rows_to_read, res);
|
2017-07-19 13:42:21 +00:00
|
|
|
|
2017-07-19 16:39:18 +00:00
|
|
|
if (read_rows && read_rows < rows_to_read)
|
|
|
|
is_reading_finished = true;
|
|
|
|
|
|
|
|
if (!read_rows)
|
|
|
|
read_rows = rows_to_read;
|
|
|
|
|
2017-07-11 09:32:39 +00:00
|
|
|
continue_reading = true;
|
2017-06-14 10:50:22 +00:00
|
|
|
|
2017-06-16 20:11:02 +00:00
|
|
|
read_rows_after_current_mark += read_rows;
|
2017-06-14 10:50:22 +00:00
|
|
|
size_t read_parts = read_rows_after_current_mark / index_granularity;
|
|
|
|
current_mark += read_parts;
|
|
|
|
read_rows_after_current_mark -= index_granularity * read_parts;
|
|
|
|
|
2017-07-19 16:39:18 +00:00
|
|
|
if (current_mark == last_mark)
|
2017-06-16 20:11:02 +00:00
|
|
|
is_reading_finished = true;
|
|
|
|
|
|
|
|
return read_rows;
|
2017-06-14 10:50:22 +00:00
|
|
|
}
|
|
|
|
|
2017-06-15 17:01:13 +00:00
|
|
|
MergeTreeRangeReader MergeTreeRangeReader::copyForReader(MergeTreeReader & reader)
|
|
|
|
{
|
|
|
|
MergeTreeRangeReader copy(reader, current_mark, last_mark, index_granularity);
|
2017-07-11 09:32:39 +00:00
|
|
|
copy.continue_reading = continue_reading;
|
2017-06-15 17:01:13 +00:00
|
|
|
copy.read_rows_after_current_mark = read_rows_after_current_mark;
|
|
|
|
return copy;
|
|
|
|
}
|
|
|
|
|
2017-06-14 10:50:22 +00:00
|
|
|
}
|