ClickHouse/dbms/src/Storages/MergeTree/MergeTreeReaderStream.h

53 lines
1.5 KiB
C++
Raw Normal View History

2019-01-17 14:23:12 +00:00
#include <Storages/MarkCache.h>
#include <Storages/MergeTree/MarkRange.h>
#include <Storages/MergeTree/MergeTreeData.h>
#include <Storages/MergeTree/MergeTreeRangeReader.h>
#include <Compression/CachedCompressedReadBuffer.h>
#include <Compression/CompressedReadBufferFromFile.h>
namespace DB
{
2019-02-06 08:24:16 +00:00
/// Class for reading a single column (or index).
2019-01-17 14:23:12 +00:00
class MergeTreeReaderStream
{
public:
MergeTreeReaderStream(
2019-03-18 12:02:33 +00:00
const String & path_prefix_, const String & data_file_extension_, size_t marks_count_,
2019-02-06 08:17:57 +00:00
const MarkRanges & all_mark_ranges,
MarkCache * mark_cache, bool save_marks_in_cache,
UncompressedCache * uncompressed_cache,
2019-02-27 20:02:48 +00:00
size_t file_size, size_t aio_threshold, size_t max_read_buffer_size,
2019-03-18 12:02:33 +00:00
const std::string & marks_file_extension_, size_t one_mark_bytes_size_,
2019-02-06 08:17:57 +00:00
const ReadBufferFromFileBase::ProfileCallback & profile_callback, clockid_t clock_type);
2019-01-17 14:23:12 +00:00
void seekToMark(size_t index);
void seekToStart();
2019-02-06 08:17:57 +00:00
ReadBuffer * data_buffer;
2019-01-17 14:23:12 +00:00
private:
/// NOTE: lazily loads marks from the marks cache.
2019-02-06 08:17:57 +00:00
const MarkInCompressedFile & getMark(size_t index);
2019-01-17 14:23:12 +00:00
void loadMarks();
std::string path_prefix;
2019-03-18 12:02:33 +00:00
std::string data_file_extension;
2019-01-17 14:23:12 +00:00
size_t marks_count;
2019-02-06 08:17:57 +00:00
MarkCache * mark_cache;
2019-01-17 14:23:12 +00:00
bool save_marks_in_cache;
MarkCache::MappedPtr marks;
2019-03-27 16:23:38 +00:00
std::string marks_file_extension;
size_t one_mark_bytes_size;
2019-01-17 14:23:12 +00:00
std::unique_ptr<CachedCompressedReadBuffer> cached_buffer;
std::unique_ptr<CompressedReadBufferFromFile> non_cached_buffer;
};
}