mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-16 11:22:12 +00:00
6526c2a8ab
* Add new engine to ReplacingMergeTree corresponding to the ReplacingCollapsingMergeTree
* Add new test for the new ReplacingMergeTree engine
* Limit sign value to -1/1
* Add new engine to ReplacingMergeTree corresponding to the ReplacingCollapsingMergeTree
* Add new test for the new ReplacingMergeTree engine
* Limit sign value to -1/1
* Replace sign column(Int8) by is_deleted(UInt8)
* Add new engine to ReplacingMergeTree corresponding to the ReplacingCollapsingMergeTree
* Add new test for the new ReplacingMergeTree engine
* Limit sign value to -1/1
* Replace sign column(Int8) by is_deleted(UInt8)
* Add new engine to ReplacingMergeTree corresponding to the ReplacingCollapsingMergeTree
* Add new test for the new ReplacingMergeTree engine
* Limit sign value to -1/1
* Replace sign column(Int8) by is_deleted(UInt8)
* Add keyword 'CLEANUP' when OPTIMIZE
* Cleanup uniquely when it's a replacingMergeTree
* Propagate CLEANUP information and change from 'with_cleanup' to 'cleanup'
* Cleanup data flagged as 'is_deleted'
* Fix merge when optimize and add a test
* Fix OPTIMIZE and INSERT + add tests
* New fix for cleanup at the merge
* Cleanup debug logs
* Add the SETTINGS option 'clean_deleted_rows' that can be 'never' or 'always'
* Fix regression bug; Now REplicatedMergeTree can be called as before without 'is_deleted'
* Add Replicated tests
* Disable tag 'long' for our test and cleanup some white spaces
* Update tests
* Fix tests and remove additional useless whitespace
* Fix replica test
* Style clean && add condition check for is_deleted values
* clean_deleted_rows settings is nom an enum
* Add valid default value to the clean_deleted_rows settings
* Update cleanup checkers to use the enum and fix typos in the test
* Fix submodule contrib/AMQP-CPP pointer
* Add missing messages in test reference and remove a print with non derterministic order
* fix replica test reference
* Fix edge case
* Fix a typo for the spell checker
* Fix reference
* Fix a condition to raise an error if is_deleted differ from 0/1 and cleanup
* Change tests file name and update number
* This should fix the ReplacingMergeTree parameter set
* Fix replicated parameters
* Disable allow_deprecated_syntax_for_merge_tree for our new column
* Fix a test
* Remove non deterministic order print in the test
* Test on replicas
* Remove a condition, when checking optional parameters, that should not be sueful since we disabled the deprected_syntaxe
* Revert "Remove a condition, when checking optional parameters, that should not be useful since we disabled the deprected_syntaxe"
This reverts commit b65d64c05e
.
* Fix replica management and limit the number of argument to two maximum, due to the possiblity of deprecated table create/attach failing otherwise
* Test a fix for replicated log information error
* Try to add sync to have consistent results
* Change path of replicas that should cause one issue and add few prints in case it's not that
* Get cleanup info on replicas only if information found
* Fix style issues
* Try to avoid replication error 'cannot select parts...' and and replica read/write field order
* Cleanup according to PR reviews
and add tests on error raised.
* Update src/Storages/MergeTree/registerStorageMergeTree.cpp
Co-authored-by: Alexander Tokmakov <tavplubix@gmail.com>
* Select ... FINAL don't show rows with is_deleted = true
* Update and fix SELECT ... FINAL merge parameter
* Remove is_deleted rows only on the version inserted when merge
* Fix (master) updates issues
* Revert changes that should not be commited
* Add changes according to review
* Revert changes that should not be commited - part 2
---------
Co-authored-by: Alexander Tokmakov <tavplubix@gmail.com>
166 lines
6.9 KiB
C++
166 lines
6.9 KiB
C++
#pragma once
|
|
|
|
#include <Storages/IStorage.h>
|
|
#include <Storages/SelectQueryInfo.h>
|
|
#include <QueryPipeline/Pipe.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
class StorageProxy : public IStorage
|
|
{
|
|
public:
|
|
|
|
explicit StorageProxy(const StorageID & table_id_) : IStorage(table_id_) {}
|
|
|
|
virtual StoragePtr getNested() const = 0;
|
|
|
|
String getName() const override { return "StorageProxy"; }
|
|
|
|
bool isRemote() const override { return getNested()->isRemote(); }
|
|
bool isView() const override { return getNested()->isView(); }
|
|
bool supportsSampling() const override { return getNested()->supportsSampling(); }
|
|
bool supportsFinal() const override { return getNested()->supportsFinal(); }
|
|
bool supportsPrewhere() const override { return getNested()->supportsPrewhere(); }
|
|
bool supportsReplication() const override { return getNested()->supportsReplication(); }
|
|
bool supportsParallelInsert() const override { return getNested()->supportsParallelInsert(); }
|
|
bool supportsDeduplication() const override { return getNested()->supportsDeduplication(); }
|
|
bool noPushingToViews() const override { return getNested()->noPushingToViews(); }
|
|
bool hasEvenlyDistributedRead() const override { return getNested()->hasEvenlyDistributedRead(); }
|
|
|
|
ColumnSizeByName getColumnSizes() const override { return getNested()->getColumnSizes(); }
|
|
NamesAndTypesList getVirtuals() const override { return getNested()->getVirtuals(); }
|
|
|
|
QueryProcessingStage::Enum getQueryProcessingStage(
|
|
ContextPtr context,
|
|
QueryProcessingStage::Enum to_stage,
|
|
const StorageSnapshotPtr &,
|
|
SelectQueryInfo & info) const override
|
|
{
|
|
/// TODO: Find a way to support projections for StorageProxy
|
|
info.ignore_projections = true;
|
|
const auto & nested_metadata = getNested()->getInMemoryMetadataPtr();
|
|
return getNested()->getQueryProcessingStage(context, to_stage, getNested()->getStorageSnapshot(nested_metadata, context), info);
|
|
}
|
|
|
|
Pipe watch(
|
|
const Names & column_names,
|
|
const SelectQueryInfo & query_info,
|
|
ContextPtr context,
|
|
QueryProcessingStage::Enum & processed_stage,
|
|
size_t max_block_size,
|
|
size_t num_streams) override
|
|
{
|
|
return getNested()->watch(column_names, query_info, context, processed_stage, max_block_size, num_streams);
|
|
}
|
|
|
|
void read(
|
|
QueryPlan & query_plan,
|
|
const Names & column_names,
|
|
const StorageSnapshotPtr & storage_snapshot,
|
|
SelectQueryInfo & query_info,
|
|
ContextPtr context,
|
|
QueryProcessingStage::Enum processed_stage,
|
|
size_t max_block_size,
|
|
size_t num_streams) override
|
|
{
|
|
return getNested()->read(query_plan, column_names, storage_snapshot, query_info, context, processed_stage, max_block_size, num_streams);
|
|
}
|
|
|
|
SinkToStoragePtr write(const ASTPtr & query, const StorageMetadataPtr & metadata_snapshot, ContextPtr context) override
|
|
{
|
|
return getNested()->write(query, metadata_snapshot, context);
|
|
}
|
|
|
|
void drop() override { getNested()->drop(); }
|
|
|
|
void truncate(
|
|
const ASTPtr & query,
|
|
const StorageMetadataPtr & metadata_snapshot,
|
|
ContextPtr context,
|
|
TableExclusiveLockHolder & lock) override
|
|
{
|
|
getNested()->truncate(query, metadata_snapshot, context, lock);
|
|
}
|
|
|
|
void rename(const String & new_path_to_table_data, const StorageID & new_table_id) override
|
|
{
|
|
getNested()->rename(new_path_to_table_data, new_table_id);
|
|
IStorage::renameInMemory(new_table_id);
|
|
}
|
|
|
|
void renameInMemory(const StorageID & new_table_id) override
|
|
{
|
|
getNested()->renameInMemory(new_table_id);
|
|
IStorage::renameInMemory(new_table_id);
|
|
}
|
|
|
|
void alter(const AlterCommands & params, ContextPtr context, AlterLockHolder & alter_lock_holder) override
|
|
{
|
|
getNested()->alter(params, context, alter_lock_holder);
|
|
IStorage::setInMemoryMetadata(getNested()->getInMemoryMetadata());
|
|
}
|
|
|
|
void checkAlterIsPossible(const AlterCommands & commands, ContextPtr context) const override
|
|
{
|
|
getNested()->checkAlterIsPossible(commands, context);
|
|
}
|
|
|
|
Pipe alterPartition(
|
|
const StorageMetadataPtr & metadata_snapshot,
|
|
const PartitionCommands & commands,
|
|
ContextPtr context) override
|
|
{
|
|
return getNested()->alterPartition(metadata_snapshot, commands, context);
|
|
}
|
|
|
|
void checkAlterPartitionIsPossible(const PartitionCommands & commands, const StorageMetadataPtr & metadata_snapshot, const Settings & settings) const override
|
|
{
|
|
getNested()->checkAlterPartitionIsPossible(commands, metadata_snapshot, settings);
|
|
}
|
|
|
|
bool optimize(
|
|
const ASTPtr & query,
|
|
const StorageMetadataPtr & metadata_snapshot,
|
|
const ASTPtr & partition,
|
|
bool final,
|
|
bool deduplicate,
|
|
const Names & deduplicate_by_columns,
|
|
bool cleanup,
|
|
ContextPtr context) override
|
|
{
|
|
return getNested()->optimize(query, metadata_snapshot, partition, final, deduplicate, deduplicate_by_columns, cleanup, context);
|
|
}
|
|
|
|
void mutate(const MutationCommands & commands, ContextPtr context) override { getNested()->mutate(commands, context); }
|
|
|
|
CancellationCode killMutation(const String & mutation_id) override { return getNested()->killMutation(mutation_id); }
|
|
|
|
void startup() override { getNested()->startup(); }
|
|
void shutdown() override { getNested()->shutdown(); }
|
|
void flush() override { getNested()->flush(); }
|
|
|
|
ActionLock getActionLock(StorageActionBlockType action_type) override { return getNested()->getActionLock(action_type); }
|
|
|
|
bool supportsIndexForIn() const override { return getNested()->supportsIndexForIn(); }
|
|
bool mayBenefitFromIndexForIn(const ASTPtr & left_in_operand, ContextPtr query_context, const StorageMetadataPtr & metadata_snapshot) const override
|
|
{
|
|
return getNested()->mayBenefitFromIndexForIn(left_in_operand, query_context, metadata_snapshot);
|
|
}
|
|
|
|
CheckResults checkData(const ASTPtr & query , ContextPtr context) override { return getNested()->checkData(query, context); }
|
|
void checkTableCanBeDropped() const override { getNested()->checkTableCanBeDropped(); }
|
|
bool storesDataOnDisk() const override { return getNested()->storesDataOnDisk(); }
|
|
Strings getDataPaths() const override { return getNested()->getDataPaths(); }
|
|
StoragePolicyPtr getStoragePolicy() const override { return getNested()->getStoragePolicy(); }
|
|
std::optional<UInt64> totalRows(const Settings & settings) const override { return getNested()->totalRows(settings); }
|
|
std::optional<UInt64> totalBytes(const Settings & settings) const override { return getNested()->totalBytes(settings); }
|
|
std::optional<UInt64> lifetimeRows() const override { return getNested()->lifetimeRows(); }
|
|
std::optional<UInt64> lifetimeBytes() const override { return getNested()->lifetimeBytes(); }
|
|
|
|
};
|
|
|
|
|
|
}
|