2017-04-06 17:21:45 +00:00
|
|
|
#pragma once
|
2017-12-01 13:32:37 +00:00
|
|
|
|
2017-04-06 17:21:45 +00:00
|
|
|
#include <DataStreams/IProfilingBlockInputStream.h>
|
2017-04-10 14:06:44 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeBlockReadUtils.h>
|
2017-04-06 17:21:45 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeData.h>
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
class MergeTreeReader;
|
|
|
|
class UncompressedCache;
|
|
|
|
class MarkCache;
|
|
|
|
|
|
|
|
|
|
|
|
/// Base class for MergeTreeThreadBlockInputStream and MergeTreeBlockInputStream
|
|
|
|
class MergeTreeBaseBlockInputStream : public IProfilingBlockInputStream
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
MergeTreeBaseBlockInputStream(
|
|
|
|
MergeTreeData & storage,
|
|
|
|
const ExpressionActionsPtr & prewhere_actions,
|
|
|
|
const String & prewhere_column,
|
|
|
|
size_t max_block_size_rows,
|
|
|
|
size_t preferred_block_size_bytes,
|
2017-06-30 16:28:27 +00:00
|
|
|
size_t preferred_max_column_in_block_size_bytes,
|
2017-04-06 17:21:45 +00:00
|
|
|
size_t min_bytes_to_use_direct_io,
|
|
|
|
size_t max_read_buffer_size,
|
|
|
|
bool use_uncompressed_cache,
|
|
|
|
bool save_marks_in_cache = true,
|
|
|
|
const Names & virt_column_names = {});
|
|
|
|
|
|
|
|
~MergeTreeBaseBlockInputStream() override;
|
|
|
|
|
|
|
|
protected:
|
2017-04-10 14:06:44 +00:00
|
|
|
Block readImpl() override final;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
/// Creates new this->task, and initilizes readers
|
|
|
|
virtual bool getNewTask() = 0;
|
|
|
|
|
|
|
|
/// We will call progressImpl manually.
|
2017-12-01 21:40:58 +00:00
|
|
|
void progress(const Progress &) override {}
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
Block readFromPart();
|
|
|
|
|
2018-02-19 03:56:08 +00:00
|
|
|
void injectVirtualColumns(Block & block) const;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2018-04-06 13:58:06 +00:00
|
|
|
void executePrewhereActions(Block & block) const;
|
|
|
|
|
2017-04-06 17:21:45 +00:00
|
|
|
protected:
|
|
|
|
MergeTreeData & storage;
|
|
|
|
|
|
|
|
ExpressionActionsPtr prewhere_actions;
|
2017-12-15 20:48:46 +00:00
|
|
|
String prewhere_column_name;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
size_t max_block_size_rows;
|
|
|
|
size_t preferred_block_size_bytes;
|
2017-06-30 16:28:27 +00:00
|
|
|
size_t preferred_max_column_in_block_size_bytes;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
size_t min_bytes_to_use_direct_io;
|
|
|
|
size_t max_read_buffer_size;
|
|
|
|
|
|
|
|
bool use_uncompressed_cache;
|
|
|
|
bool save_marks_in_cache;
|
|
|
|
|
|
|
|
Names virt_column_names;
|
|
|
|
|
|
|
|
std::unique_ptr<MergeTreeReadTask> task;
|
|
|
|
|
|
|
|
std::shared_ptr<UncompressedCache> owned_uncompressed_cache;
|
|
|
|
std::shared_ptr<MarkCache> owned_mark_cache;
|
|
|
|
|
|
|
|
using MergeTreeReaderPtr = std::unique_ptr<MergeTreeReader>;
|
|
|
|
MergeTreeReaderPtr reader;
|
|
|
|
MergeTreeReaderPtr pre_reader;
|
|
|
|
|
|
|
|
size_t max_block_size_marks;
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|