mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-10-04 23:50:50 +00:00
in-memory parts: preparation
This commit is contained in:
parent
9a2855fae7
commit
ee4eb97c3f
38
src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
Normal file
38
src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
Normal file
@ -0,0 +1,38 @@
|
|||||||
|
#include <Storages/MergeTree/IMergeTreeDataPartWriter.h>
|
||||||
|
|
||||||
|
namespace DB
|
||||||
|
{
|
||||||
|
|
||||||
|
IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
|
||||||
|
const MergeTreeData & storage_,
|
||||||
|
const MergeTreeWriterSettings & settings_)
|
||||||
|
: storage(storage_), settings(settings_) {}
|
||||||
|
|
||||||
|
IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
|
||||||
|
const MergeTreeData & storage_,
|
||||||
|
const NamesAndTypesList & columns_list_,
|
||||||
|
const MergeTreeIndices & skip_indices_,
|
||||||
|
const MergeTreeIndexGranularity & index_granularity_,
|
||||||
|
const MergeTreeWriterSettings & settings_)
|
||||||
|
: storage(storage_)
|
||||||
|
, columns_list(columns_list_)
|
||||||
|
, skip_indices(skip_indices_)
|
||||||
|
, index_granularity(index_granularity_)
|
||||||
|
, settings(settings_) {}
|
||||||
|
|
||||||
|
Columns IMergeTreeDataPartWriter::releaseIndexColumns()
|
||||||
|
{
|
||||||
|
return Columns(
|
||||||
|
std::make_move_iterator(index_columns.begin()),
|
||||||
|
std::make_move_iterator(index_columns.end()));
|
||||||
|
}
|
||||||
|
|
||||||
|
void IMergeTreeDataPartWriter::next()
|
||||||
|
{
|
||||||
|
current_mark = next_mark;
|
||||||
|
index_offset = next_index_offset;
|
||||||
|
}
|
||||||
|
|
||||||
|
IMergeTreeDataPartWriter::~IMergeTreeDataPartWriter() = default;
|
||||||
|
|
||||||
|
}
|
78
src/Storages/MergeTree/IMergeTreeDataPartWriter.h
Normal file
78
src/Storages/MergeTree/IMergeTreeDataPartWriter.h
Normal file
@ -0,0 +1,78 @@
|
|||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include <IO/WriteBufferFromFile.h>
|
||||||
|
#include <IO/WriteBufferFromFileBase.h>
|
||||||
|
#include <Compression/CompressedWriteBuffer.h>
|
||||||
|
#include <IO/HashingWriteBuffer.h>
|
||||||
|
#include <Storages/MergeTree/MergeTreeData.h>
|
||||||
|
#include <DataStreams/IBlockOutputStream.h>
|
||||||
|
#include <Storages/MergeTree/IMergeTreeDataPart.h>
|
||||||
|
#include <Disks/IDisk.h>
|
||||||
|
|
||||||
|
|
||||||
|
namespace DB
|
||||||
|
{
|
||||||
|
|
||||||
|
|
||||||
|
/// Writes data part to disk in different formats.
|
||||||
|
/// Calculates and serializes primary and skip indices if needed.
|
||||||
|
class IMergeTreeDataPartWriter : private boost::noncopyable
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
IMergeTreeDataPartWriter(const MergeTreeData & storage_,
|
||||||
|
const MergeTreeWriterSettings & settings_);
|
||||||
|
|
||||||
|
IMergeTreeDataPartWriter(const MergeTreeData & storage_,
|
||||||
|
const NamesAndTypesList & columns_list_,
|
||||||
|
const MergeTreeIndices & skip_indices_,
|
||||||
|
const MergeTreeIndexGranularity & index_granularity_,
|
||||||
|
const MergeTreeWriterSettings & settings_);
|
||||||
|
|
||||||
|
virtual ~IMergeTreeDataPartWriter();
|
||||||
|
|
||||||
|
virtual void write(
|
||||||
|
const Block & block, const IColumn::Permutation * permutation = nullptr,
|
||||||
|
/* Blocks with already sorted index columns */
|
||||||
|
const Block & primary_key_block = {}, const Block & skip_indexes_block = {}) = 0;
|
||||||
|
|
||||||
|
virtual void calculateAndSerializePrimaryIndex(const Block & /* primary_index_block */) {}
|
||||||
|
virtual void calculateAndSerializeSkipIndices(const Block & /* skip_indexes_block */) {}
|
||||||
|
|
||||||
|
/// Shift mark and offset to prepare read next mark.
|
||||||
|
/// You must call it after calling write method and optionally
|
||||||
|
/// calling calculations of primary and skip indices.
|
||||||
|
void next();
|
||||||
|
|
||||||
|
/// Count index_granularity for block and store in `index_granularity`
|
||||||
|
virtual void fillIndexGranularity(const Block & /* block */) {}
|
||||||
|
|
||||||
|
virtual void initSkipIndices() {}
|
||||||
|
virtual void initPrimaryIndex() {}
|
||||||
|
|
||||||
|
virtual void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync = false) = 0;
|
||||||
|
virtual void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & /* checksums */) {}
|
||||||
|
virtual void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & /* checksums */) {}
|
||||||
|
|
||||||
|
Columns releaseIndexColumns();
|
||||||
|
const MergeTreeIndexGranularity & getIndexGranularity() const { return index_granularity; }
|
||||||
|
const MergeTreeIndices & getSkipIndices() { return skip_indices; }
|
||||||
|
|
||||||
|
protected:
|
||||||
|
const MergeTreeData & storage;
|
||||||
|
NamesAndTypesList columns_list;
|
||||||
|
MergeTreeIndices skip_indices;
|
||||||
|
MergeTreeIndexGranularity index_granularity;
|
||||||
|
MergeTreeWriterSettings settings;
|
||||||
|
|
||||||
|
size_t current_mark = 0;
|
||||||
|
|
||||||
|
/// The offset to the first row of the block for which you want to write the index.
|
||||||
|
size_t index_offset = 0;
|
||||||
|
|
||||||
|
size_t next_mark = 0;
|
||||||
|
size_t next_index_offset = 0;
|
||||||
|
|
||||||
|
MutableColumns index_columns;
|
||||||
|
};
|
||||||
|
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user