#pragma once #include #include namespace DB { class MergeTreeDataPartCompact; using DataPartCompactPtr = std::shared_ptr; /// Reader for compact parts class MergeTreeReaderCompact : public IMergeTreeReader { public: MergeTreeReaderCompact( DataPartCompactPtr data_part_, NamesAndTypesList columns_, const StorageMetadataPtr & metadata_snapshot_, UncompressedCache * uncompressed_cache_, MarkCache * mark_cache_, MarkRanges mark_ranges_, MergeTreeReaderSettings settings_, ValueSizeMap avg_value_size_hints_ = {}, const ReadBufferFromFileBase::ProfileCallback & profile_callback_ = {}, clockid_t clock_type_ = CLOCK_MONOTONIC_COARSE); /// Return the number of rows has been read or zero if there is no columns to read. /// If continue_reading is true, continue reading from last state, otherwise seek to from_mark size_t readRows(size_t from_mark, bool continue_reading, size_t max_rows_to_read, Columns & res_columns) override; bool canReadIncompleteGranules() const override { return false; } private: bool isContinuousReading(size_t mark, size_t column_position); ReadBuffer * data_buffer; std::unique_ptr cached_buffer; std::unique_ptr non_cached_buffer; MergeTreeMarksLoader marks_loader; /// Positions of columns in part structure. std::vector column_positions; /// Should we read full column or only it's offsets std::vector read_only_offsets; size_t next_mark = 0; std::optional> last_read_granule; void seekToMark(size_t row_index, size_t column_index); void readData(const String & name, IColumn & column, const IDataType & type, size_t from_mark, size_t column_position, size_t rows_to_read, bool only_offsets = false); size_t getReadBufferSize(); }; }