ClickHouse/dbms/src/Storages/MergeTree/MergeTreeSequentialBlockInputStream.h

73 lines
1.8 KiB
C++
Raw Normal View History

2018-11-28 15:05:53 +00:00
#pragma once
#include <DataStreams/IBlockInputStream.h>
2018-11-28 15:05:53 +00:00
#include <Storages/MergeTree/MergeTreeData.h>
2019-10-10 16:30:30 +00:00
#include <Storages/MergeTree/IMergeTreeReader.h>
2018-11-28 15:05:53 +00:00
#include <Storages/MergeTree/MarkRange.h>
#include <memory>
namespace DB
{
2018-11-29 09:19:42 +00:00
/// Lightweight (in terms of logic) stream for reading single part from MergeTree
class MergeTreeSequentialBlockInputStream : public IBlockInputStream
2018-11-28 15:05:53 +00:00
{
public:
MergeTreeSequentialBlockInputStream(
const MergeTreeData & storage_,
const MergeTreeData::DataPartPtr & data_part_,
Names columns_to_read_,
bool read_with_direct_io_,
2018-11-29 11:55:34 +00:00
bool take_column_types_from_storage,
2018-11-28 15:05:53 +00:00
bool quiet = false
);
~MergeTreeSequentialBlockInputStream() override;
String getName() const override { return "MergeTreeSequentialBlockInputStream"; }
Block getHeader() const override;
/// Closes readers and unlock part locks
void finish();
2018-11-29 09:19:42 +00:00
size_t getCurrentMark() const { return current_mark; }
size_t getCurrentRow() const { return current_row; }
2018-11-28 15:05:53 +00:00
protected:
Block readImpl() override;
private:
const MergeTreeData & storage;
Block header;
/// Data part will not be removed if the pointer owns it
MergeTreeData::DataPartPtr data_part;
/// Columns we have to read (each Block from read will contain them)
Names columns_to_read;
/// Should read using direct IO
bool read_with_direct_io;
Logger * log = &Logger::get("MergeTreeSequentialBlockInputStream");
std::shared_ptr<MarkCache> mark_cache;
2019-10-10 16:30:30 +00:00
using MergeTreeReaderPtr = std::unique_ptr<IMergeTreeReader>;
2018-11-28 15:05:53 +00:00
MergeTreeReaderPtr reader;
/// current mark at which we stop reading
size_t current_mark = 0;
/// current row at which we stop reading
size_t current_row = 0;
private:
void fixHeader(Block & header_block) const;
};
}