mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-16 11:22:12 +00:00
921518db0a
* add the query data deduplication excluding duplicated parts in MergeTree family engines. query deduplication is based on parts' UUID which should be enabled first with merge_tree setting assign_part_uuids=1 allow_experimental_query_deduplication setting is to enable part deduplication, default ot false. data part UUID is a mechanism of giving a data part a unique identifier. Having UUID and deduplication mechanism provides a potential of moving parts between shards preserving data consistency on a read path: duplicated UUIDs will cause root executor to retry query against on of the replica explicitly asking to exclude encountered duplicated fingerprints during a distributed query execution. NOTE: this implementation don't provide any knobs to lock part and hence its UUID. Any mutations/merge will update part's UUID. * add _part_uuid virtual column, allowing to use UUIDs in predicates. Signed-off-by: Aleksei Semiglazov <asemiglazov@cloudflare.com> address comments
212 lines
7.3 KiB
Makefile
212 lines
7.3 KiB
Makefile
# This file is generated automatically, do not edit. See 'ya.make.in' and use 'utils/generate-ya-make' to regenerate it.
|
|
OWNER(g:clickhouse)
|
|
|
|
LIBRARY()
|
|
|
|
PEERDIR(
|
|
clickhouse/src/Common
|
|
contrib/libs/sparsehash
|
|
contrib/libs/poco/MongoDB
|
|
)
|
|
|
|
|
|
SRCS(
|
|
AlterCommands.cpp
|
|
ColumnDefault.cpp
|
|
ColumnsDescription.cpp
|
|
ConstraintsDescription.cpp
|
|
Distributed/DirectoryMonitor.cpp
|
|
Distributed/DistributedBlockOutputStream.cpp
|
|
Distributed/DistributedSettings.cpp
|
|
IStorage.cpp
|
|
IndicesDescription.cpp
|
|
JoinSettings.cpp
|
|
KeyDescription.cpp
|
|
LiveView/StorageLiveView.cpp
|
|
LiveView/TemporaryLiveViewCleaner.cpp
|
|
MergeTree/ActiveDataPartSet.cpp
|
|
MergeTree/AllMergeSelector.cpp
|
|
MergeTree/BackgroundJobsExecutor.cpp
|
|
MergeTree/BoolMask.cpp
|
|
MergeTree/DataPartsExchange.cpp
|
|
MergeTree/EphemeralLockInZooKeeper.cpp
|
|
MergeTree/IMergeTreeDataPart.cpp
|
|
MergeTree/IMergeTreeDataPartWriter.cpp
|
|
MergeTree/IMergeTreeReader.cpp
|
|
MergeTree/IMergedBlockOutputStream.cpp
|
|
MergeTree/KeyCondition.cpp
|
|
MergeTree/LevelMergeSelector.cpp
|
|
MergeTree/MergeAlgorithm.cpp
|
|
MergeTree/MergeList.cpp
|
|
MergeTree/MergeTreeBaseSelectProcessor.cpp
|
|
MergeTree/MergeTreeBlockOutputStream.cpp
|
|
MergeTree/MergeTreeBlockReadUtils.cpp
|
|
MergeTree/MergeTreeData.cpp
|
|
MergeTree/MergeTreeDataMergerMutator.cpp
|
|
MergeTree/MergeTreeDataPartChecksum.cpp
|
|
MergeTree/MergeTreeDataPartCompact.cpp
|
|
MergeTree/MergeTreeDataPartInMemory.cpp
|
|
MergeTree/MergeTreeDataPartTTLInfo.cpp
|
|
MergeTree/MergeTreeDataPartType.cpp
|
|
MergeTree/MergeTreeDataPartUUID.cpp
|
|
MergeTree/MergeTreeDataPartWide.cpp
|
|
MergeTree/MergeTreeDataPartWriterCompact.cpp
|
|
MergeTree/MergeTreeDataPartWriterInMemory.cpp
|
|
MergeTree/MergeTreeDataPartWriterOnDisk.cpp
|
|
MergeTree/MergeTreeDataPartWriterWide.cpp
|
|
MergeTree/MergeTreeDataSelectExecutor.cpp
|
|
MergeTree/MergeTreeDataWriter.cpp
|
|
MergeTree/MergeTreeIndexAggregatorBloomFilter.cpp
|
|
MergeTree/MergeTreeIndexBloomFilter.cpp
|
|
MergeTree/MergeTreeIndexConditionBloomFilter.cpp
|
|
MergeTree/MergeTreeIndexFullText.cpp
|
|
MergeTree/MergeTreeIndexGranularity.cpp
|
|
MergeTree/MergeTreeIndexGranularityInfo.cpp
|
|
MergeTree/MergeTreeIndexGranuleBloomFilter.cpp
|
|
MergeTree/MergeTreeIndexMinMax.cpp
|
|
MergeTree/MergeTreeIndexReader.cpp
|
|
MergeTree/MergeTreeIndexSet.cpp
|
|
MergeTree/MergeTreeIndices.cpp
|
|
MergeTree/MergeTreeMarksLoader.cpp
|
|
MergeTree/MergeTreeMutationEntry.cpp
|
|
MergeTree/MergeTreeMutationStatus.cpp
|
|
MergeTree/MergeTreePartInfo.cpp
|
|
MergeTree/MergeTreePartition.cpp
|
|
MergeTree/MergeTreePartsMover.cpp
|
|
MergeTree/MergeTreeRangeReader.cpp
|
|
MergeTree/MergeTreeReadPool.cpp
|
|
MergeTree/MergeTreeReaderCompact.cpp
|
|
MergeTree/MergeTreeReaderInMemory.cpp
|
|
MergeTree/MergeTreeReaderStream.cpp
|
|
MergeTree/MergeTreeReaderWide.cpp
|
|
MergeTree/MergeTreeReverseSelectProcessor.cpp
|
|
MergeTree/MergeTreeSelectProcessor.cpp
|
|
MergeTree/MergeTreeSequentialSource.cpp
|
|
MergeTree/MergeTreeSettings.cpp
|
|
MergeTree/MergeTreeThreadSelectBlockInputProcessor.cpp
|
|
MergeTree/MergeTreeWhereOptimizer.cpp
|
|
MergeTree/MergeTreeWriteAheadLog.cpp
|
|
MergeTree/MergeType.cpp
|
|
MergeTree/MergedBlockOutputStream.cpp
|
|
MergeTree/MergedColumnOnlyOutputStream.cpp
|
|
MergeTree/PartitionPruner.cpp
|
|
MergeTree/ReplicatedFetchList.cpp
|
|
MergeTree/ReplicatedMergeTreeAddress.cpp
|
|
MergeTree/ReplicatedMergeTreeAltersSequence.cpp
|
|
MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
|
|
MergeTree/ReplicatedMergeTreeCleanupThread.cpp
|
|
MergeTree/ReplicatedMergeTreeLogEntry.cpp
|
|
MergeTree/ReplicatedMergeTreeMergeStrategyPicker.cpp
|
|
MergeTree/ReplicatedMergeTreeMutationEntry.cpp
|
|
MergeTree/ReplicatedMergeTreePartCheckThread.cpp
|
|
MergeTree/ReplicatedMergeTreePartHeader.cpp
|
|
MergeTree/ReplicatedMergeTreeQueue.cpp
|
|
MergeTree/ReplicatedMergeTreeRestartingThread.cpp
|
|
MergeTree/ReplicatedMergeTreeTableMetadata.cpp
|
|
MergeTree/SimpleMergeSelector.cpp
|
|
MergeTree/TTLMergeSelector.cpp
|
|
MergeTree/checkDataPart.cpp
|
|
MergeTree/localBackup.cpp
|
|
MergeTree/registerStorageMergeTree.cpp
|
|
MutationCommands.cpp
|
|
PartitionCommands.cpp
|
|
ReadInOrderOptimizer.cpp
|
|
SelectQueryDescription.cpp
|
|
SetSettings.cpp
|
|
StorageBuffer.cpp
|
|
StorageDictionary.cpp
|
|
StorageDistributed.cpp
|
|
StorageFactory.cpp
|
|
StorageFile.cpp
|
|
StorageGenerateRandom.cpp
|
|
StorageInMemoryMetadata.cpp
|
|
StorageInput.cpp
|
|
StorageJoin.cpp
|
|
StorageLog.cpp
|
|
StorageLogSettings.cpp
|
|
StorageMaterializeMySQL.cpp
|
|
StorageMaterializedView.cpp
|
|
StorageMemory.cpp
|
|
StorageMerge.cpp
|
|
StorageMergeTree.cpp
|
|
StorageMongoDB.cpp
|
|
StorageMySQL.cpp
|
|
StorageNull.cpp
|
|
StorageReplicatedMergeTree.cpp
|
|
StorageSet.cpp
|
|
StorageStripeLog.cpp
|
|
StorageTinyLog.cpp
|
|
StorageURL.cpp
|
|
StorageValues.cpp
|
|
StorageView.cpp
|
|
StorageXDBC.cpp
|
|
System/StorageSystemAggregateFunctionCombinators.cpp
|
|
System/StorageSystemAsynchronousMetrics.cpp
|
|
System/StorageSystemBuildOptions.cpp
|
|
System/StorageSystemClusters.cpp
|
|
System/StorageSystemCollations.cpp
|
|
System/StorageSystemColumns.cpp
|
|
System/StorageSystemContributors.cpp
|
|
System/StorageSystemContributors.generated.cpp
|
|
System/StorageSystemCurrentRoles.cpp
|
|
System/StorageSystemDDLWorkerQueue.cpp
|
|
System/StorageSystemDataTypeFamilies.cpp
|
|
System/StorageSystemDatabases.cpp
|
|
System/StorageSystemDetachedParts.cpp
|
|
System/StorageSystemDictionaries.cpp
|
|
System/StorageSystemDisks.cpp
|
|
System/StorageSystemDistributionQueue.cpp
|
|
System/StorageSystemEnabledRoles.cpp
|
|
System/StorageSystemErrors.cpp
|
|
System/StorageSystemEvents.cpp
|
|
System/StorageSystemFormats.cpp
|
|
System/StorageSystemFunctions.cpp
|
|
System/StorageSystemGrants.cpp
|
|
System/StorageSystemGraphite.cpp
|
|
System/StorageSystemMacros.cpp
|
|
System/StorageSystemMergeTreeSettings.cpp
|
|
System/StorageSystemMerges.cpp
|
|
System/StorageSystemMetrics.cpp
|
|
System/StorageSystemModels.cpp
|
|
System/StorageSystemMutations.cpp
|
|
System/StorageSystemNumbers.cpp
|
|
System/StorageSystemOne.cpp
|
|
System/StorageSystemParts.cpp
|
|
System/StorageSystemPartsBase.cpp
|
|
System/StorageSystemPartsColumns.cpp
|
|
System/StorageSystemPrivileges.cpp
|
|
System/StorageSystemProcesses.cpp
|
|
System/StorageSystemQuotaLimits.cpp
|
|
System/StorageSystemQuotaUsage.cpp
|
|
System/StorageSystemQuotas.cpp
|
|
System/StorageSystemQuotasUsage.cpp
|
|
System/StorageSystemReplicas.cpp
|
|
System/StorageSystemReplicatedFetches.cpp
|
|
System/StorageSystemReplicationQueue.cpp
|
|
System/StorageSystemRoleGrants.cpp
|
|
System/StorageSystemRoles.cpp
|
|
System/StorageSystemRowPolicies.cpp
|
|
System/StorageSystemSettings.cpp
|
|
System/StorageSystemSettingsProfileElements.cpp
|
|
System/StorageSystemSettingsProfiles.cpp
|
|
System/StorageSystemStackTrace.cpp
|
|
System/StorageSystemStoragePolicies.cpp
|
|
System/StorageSystemTableEngines.cpp
|
|
System/StorageSystemTableFunctions.cpp
|
|
System/StorageSystemTables.cpp
|
|
System/StorageSystemUserDirectories.cpp
|
|
System/StorageSystemUsers.cpp
|
|
System/StorageSystemZeros.cpp
|
|
System/StorageSystemZooKeeper.cpp
|
|
System/attachSystemTables.cpp
|
|
TTLDescription.cpp
|
|
VirtualColumnUtils.cpp
|
|
extractKeyExpressionList.cpp
|
|
getStructureOfRemoteTable.cpp
|
|
registerStorages.cpp
|
|
transformQueryForExternalDatabase.cpp
|
|
|
|
)
|
|
|
|
END()
|