2019-10-10 16:30:30 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <Core/NamesAndTypes.h>
|
|
|
|
#include <Storages/MergeTree/IMergeTreeReader.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2020-02-10 20:27:06 +00:00
|
|
|
class MergeTreeDataPartWide;
|
|
|
|
using DataPartWidePtr = std::shared_ptr<const MergeTreeDataPartWide>;
|
|
|
|
|
2020-01-16 16:15:01 +00:00
|
|
|
/// Reader for Wide parts.
|
2019-10-10 16:30:30 +00:00
|
|
|
class MergeTreeReaderWide : public IMergeTreeReader
|
|
|
|
{
|
|
|
|
public:
|
2020-02-10 20:27:06 +00:00
|
|
|
MergeTreeReaderWide(
|
2020-03-23 02:12:31 +00:00
|
|
|
DataPartWidePtr data_part_,
|
|
|
|
NamesAndTypesList columns_,
|
2019-10-10 16:30:30 +00:00
|
|
|
UncompressedCache * uncompressed_cache_,
|
|
|
|
MarkCache * mark_cache_,
|
2020-03-23 02:12:31 +00:00
|
|
|
MarkRanges mark_ranges_,
|
|
|
|
MergeTreeReaderSettings settings_,
|
|
|
|
ValueSizeMap avg_value_size_hints_ = {},
|
|
|
|
const ReadBufferFromFileBase::ProfileCallback & profile_callback_ = {},
|
2019-10-10 16:30:30 +00:00
|
|
|
clockid_t clock_type_ = CLOCK_MONOTONIC_COARSE);
|
|
|
|
|
|
|
|
/// Return the number of rows has been read or zero if there is no columns to read.
|
|
|
|
/// If continue_reading is true, continue reading from last state, otherwise seek to from_mark
|
2019-12-19 13:10:57 +00:00
|
|
|
size_t readRows(size_t from_mark, bool continue_reading, size_t max_rows_to_read, Columns & res_columns) override;
|
2019-10-10 16:30:30 +00:00
|
|
|
|
2019-12-02 17:10:22 +00:00
|
|
|
bool canReadIncompleteGranules() const override { return true; }
|
|
|
|
|
2019-10-10 16:30:30 +00:00
|
|
|
private:
|
|
|
|
using FileStreams = std::map<std::string, std::unique_ptr<MergeTreeReaderStream>>;
|
|
|
|
|
|
|
|
FileStreams streams;
|
|
|
|
|
|
|
|
void addStreams(const String & name, const IDataType & type,
|
|
|
|
const ReadBufferFromFileBase::ProfileCallback & profile_callback, clockid_t clock_type);
|
|
|
|
|
|
|
|
void readData(
|
|
|
|
const String & name, const IDataType & type, IColumn & column,
|
|
|
|
size_t from_mark, bool continue_reading, size_t max_rows_to_read,
|
2020-03-09 02:55:28 +00:00
|
|
|
bool with_offsets = true);
|
2019-10-10 16:30:30 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|