2017-04-06 17:21:45 +00:00
|
|
|
#pragma once
|
2017-12-01 13:32:37 +00:00
|
|
|
|
2019-01-23 14:48:50 +00:00
|
|
|
#include <DataStreams/IBlockInputStream.h>
|
2017-04-10 14:06:44 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeBlockReadUtils.h>
|
2017-04-06 17:21:45 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeData.h>
|
2018-04-11 14:31:54 +00:00
|
|
|
#include <Storages/SelectQueryInfo.h>
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2019-10-10 16:30:30 +00:00
|
|
|
class IMergeTreeReader;
|
2017-04-06 17:21:45 +00:00
|
|
|
class UncompressedCache;
|
|
|
|
class MarkCache;
|
|
|
|
|
|
|
|
|
2018-11-29 09:19:42 +00:00
|
|
|
/// Base class for MergeTreeThreadSelectBlockInputStream and MergeTreeSelectBlockInputStream
|
2019-01-23 14:48:50 +00:00
|
|
|
class MergeTreeBaseSelectBlockInputStream : public IBlockInputStream
|
2017-04-06 17:21:45 +00:00
|
|
|
{
|
|
|
|
public:
|
2018-11-29 09:19:42 +00:00
|
|
|
MergeTreeBaseSelectBlockInputStream(
|
2019-08-03 11:02:40 +00:00
|
|
|
const MergeTreeData & storage_,
|
|
|
|
const PrewhereInfoPtr & prewhere_info_,
|
|
|
|
UInt64 max_block_size_rows_,
|
|
|
|
UInt64 preferred_block_size_bytes_,
|
|
|
|
UInt64 preferred_max_column_in_block_size_bytes_,
|
2019-10-10 16:30:30 +00:00
|
|
|
const ReaderSettings & reader_settings_,
|
2019-08-03 11:02:40 +00:00
|
|
|
bool use_uncompressed_cache_,
|
|
|
|
const Names & virt_column_names_ = {});
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2018-11-29 09:19:42 +00:00
|
|
|
~MergeTreeBaseSelectBlockInputStream() override;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2018-04-16 12:21:36 +00:00
|
|
|
static void executePrewhereActions(Block & block, const PrewhereInfoPtr & prewhere_info);
|
|
|
|
|
2017-04-06 17:21:45 +00:00
|
|
|
protected:
|
2018-04-16 12:21:36 +00:00
|
|
|
Block readImpl() final;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
/// Creates new this->task, and initilizes readers
|
|
|
|
virtual bool getNewTask() = 0;
|
|
|
|
|
|
|
|
/// We will call progressImpl manually.
|
2017-12-01 21:40:58 +00:00
|
|
|
void progress(const Progress &) override {}
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2019-07-18 14:41:11 +00:00
|
|
|
virtual Block readFromPart();
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2019-07-19 14:56:00 +00:00
|
|
|
Block readFromPartImpl();
|
|
|
|
|
2018-02-19 03:56:08 +00:00
|
|
|
void injectVirtualColumns(Block & block) const;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2019-07-18 14:41:11 +00:00
|
|
|
void initializeRangeReaders(MergeTreeReadTask & task);
|
|
|
|
|
|
|
|
size_t estimateNumRows(MergeTreeReadTask & current_task, MergeTreeRangeReader & current_reader);
|
|
|
|
|
2017-04-06 17:21:45 +00:00
|
|
|
protected:
|
2018-10-17 03:13:00 +00:00
|
|
|
const MergeTreeData & storage;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2018-04-11 14:31:54 +00:00
|
|
|
PrewhereInfoPtr prewhere_info;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2018-06-06 17:16:05 +00:00
|
|
|
UInt64 max_block_size_rows;
|
|
|
|
UInt64 preferred_block_size_bytes;
|
|
|
|
UInt64 preferred_max_column_in_block_size_bytes;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
2019-10-10 16:30:30 +00:00
|
|
|
ReaderSettings reader_settings;
|
2017-04-06 17:21:45 +00:00
|
|
|
|
|
|
|
bool use_uncompressed_cache;
|
|
|
|
|
|
|
|
Names virt_column_names;
|
|
|
|
|
|
|
|
std::unique_ptr<MergeTreeReadTask> task;
|
|
|
|
|
|
|
|
std::shared_ptr<UncompressedCache> owned_uncompressed_cache;
|
|
|
|
std::shared_ptr<MarkCache> owned_mark_cache;
|
|
|
|
|
2019-10-10 16:30:30 +00:00
|
|
|
using MergeTreeReaderPtr = std::unique_ptr<IMergeTreeReader>;
|
2017-04-06 17:21:45 +00:00
|
|
|
MergeTreeReaderPtr reader;
|
|
|
|
MergeTreeReaderPtr pre_reader;
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|