2018-07-18 12:17:48 +00:00
|
|
|
#pragma once
|
|
|
|
|
2022-04-19 20:47:29 +00:00
|
|
|
#include <boost/noncopyable.hpp>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Storages/IStorage.h>
|
2019-10-10 16:30:30 +00:00
|
|
|
#include <Storages/MergeTree/IMergeTreeDataPart.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
|
2020-10-01 17:34:22 +00:00
|
|
|
#include <Processors/QueryPlan/QueryPlan.h>
|
2021-03-04 17:38:12 +00:00
|
|
|
#include <Processors/QueryPlan/Optimizations/QueryPlanOptimizationSettings.h>
|
|
|
|
#include <Processors/QueryPlan/BuildQueryPipelineSettings.h>
|
2021-10-16 14:03:50 +00:00
|
|
|
#include <QueryPipeline/QueryPipelineBuilder.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Core/Defines.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
/// A Storage that allows reading from a single MergeTree data part.
|
2022-04-19 20:47:29 +00:00
|
|
|
class StorageFromMergeTreeDataPart final : public IStorage, boost::noncopyable
|
2018-07-18 12:17:48 +00:00
|
|
|
{
|
|
|
|
public:
|
2022-04-19 20:47:29 +00:00
|
|
|
/// Used in part mutation.
|
|
|
|
explicit StorageFromMergeTreeDataPart(const MergeTreeData::DataPartPtr & part_)
|
|
|
|
: IStorage(getIDFromPart(part_))
|
|
|
|
, parts({part_})
|
|
|
|
, storage(part_->storage)
|
|
|
|
, partition_id(part_->info.partition_id)
|
|
|
|
{
|
|
|
|
setInMemoryMetadata(storage.getInMemoryMetadata());
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Used in queries with projection.
|
|
|
|
StorageFromMergeTreeDataPart(const MergeTreeData & storage_, MergeTreeDataSelectAnalysisResultPtr analysis_result_ptr_)
|
|
|
|
: IStorage(storage_.getStorageID()), storage(storage_), analysis_result_ptr(analysis_result_ptr_)
|
|
|
|
{
|
|
|
|
setInMemoryMetadata(storage.getInMemoryMetadata());
|
|
|
|
}
|
|
|
|
|
2018-07-18 12:17:48 +00:00
|
|
|
String getName() const override { return "FromMergeTreeDataPart"; }
|
|
|
|
|
2020-08-03 11:33:11 +00:00
|
|
|
Pipe read(
|
2018-07-18 12:17:48 +00:00
|
|
|
const Names & column_names,
|
2021-07-09 03:15:41 +00:00
|
|
|
const StorageSnapshotPtr & storage_snapshot,
|
2020-09-20 17:52:17 +00:00
|
|
|
SelectQueryInfo & query_info,
|
2021-04-10 23:33:54 +00:00
|
|
|
ContextPtr context,
|
2018-08-05 07:05:36 +00:00
|
|
|
QueryProcessingStage::Enum /*processed_stage*/,
|
2019-02-18 23:38:44 +00:00
|
|
|
size_t max_block_size,
|
2018-07-18 12:17:48 +00:00
|
|
|
unsigned num_streams) override
|
|
|
|
{
|
2021-08-17 04:32:49 +00:00
|
|
|
QueryPlan query_plan = std::move(*MergeTreeDataSelectExecutor(storage)
|
2021-04-25 02:26:36 +00:00
|
|
|
.readFromParts(
|
|
|
|
parts,
|
|
|
|
column_names,
|
2021-07-09 03:15:41 +00:00
|
|
|
storage_snapshot,
|
2021-04-25 02:26:36 +00:00
|
|
|
query_info,
|
|
|
|
context,
|
|
|
|
max_block_size,
|
2021-08-16 12:09:18 +00:00
|
|
|
num_streams,
|
|
|
|
nullptr,
|
|
|
|
analysis_result_ptr));
|
2020-10-01 17:34:22 +00:00
|
|
|
|
2021-05-02 13:38:19 +00:00
|
|
|
return query_plan.convertToPipe(
|
|
|
|
QueryPlanOptimizationSettings::fromContext(context), BuildQueryPipelineSettings::fromContext(context));
|
2018-07-18 12:17:48 +00:00
|
|
|
}
|
2019-10-01 16:50:08 +00:00
|
|
|
|
2021-07-07 05:01:30 +00:00
|
|
|
bool supportsPrewhere() const override { return true; }
|
2019-10-01 16:50:08 +00:00
|
|
|
|
2018-09-04 11:38:41 +00:00
|
|
|
bool supportsIndexForIn() const override { return true; }
|
|
|
|
|
2020-06-17 09:38:47 +00:00
|
|
|
bool mayBenefitFromIndexForIn(
|
2021-04-10 23:33:54 +00:00
|
|
|
const ASTPtr & left_in_operand, ContextPtr query_context, const StorageMetadataPtr & metadata_snapshot) const override
|
2018-09-04 11:38:41 +00:00
|
|
|
{
|
2021-08-17 04:32:49 +00:00
|
|
|
return storage.mayBenefitFromIndexForIn(left_in_operand, query_context, metadata_snapshot);
|
2018-09-04 11:38:41 +00:00
|
|
|
}
|
|
|
|
|
2020-04-28 10:38:57 +00:00
|
|
|
NamesAndTypesList getVirtuals() const override
|
2020-04-27 13:55:30 +00:00
|
|
|
{
|
2021-08-17 04:32:49 +00:00
|
|
|
return storage.getVirtuals();
|
2020-04-27 13:55:30 +00:00
|
|
|
}
|
|
|
|
|
2020-11-10 10:23:46 +00:00
|
|
|
String getPartitionId() const
|
|
|
|
{
|
2021-08-17 04:32:49 +00:00
|
|
|
return partition_id;
|
2020-11-10 10:23:46 +00:00
|
|
|
}
|
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
String getPartitionIDFromQuery(const ASTPtr & ast, ContextPtr context) const
|
2020-11-10 10:23:46 +00:00
|
|
|
{
|
2021-08-17 04:32:49 +00:00
|
|
|
return storage.getPartitionIDFromQuery(ast, context);
|
2020-11-10 10:23:46 +00:00
|
|
|
}
|
|
|
|
|
2021-08-05 06:17:48 +00:00
|
|
|
bool materializeTTLRecalculateOnly() const
|
|
|
|
{
|
|
|
|
return parts.front()->storage.getSettings()->materialize_ttl_recalculate_only;
|
|
|
|
}
|
2021-08-05 07:33:02 +00:00
|
|
|
|
2018-07-18 12:17:48 +00:00
|
|
|
private:
|
2021-02-10 14:12:49 +00:00
|
|
|
MergeTreeData::DataPartsVector parts;
|
2021-08-17 04:32:49 +00:00
|
|
|
const MergeTreeData & storage;
|
|
|
|
String partition_id;
|
2021-08-16 12:09:18 +00:00
|
|
|
MergeTreeDataSelectAnalysisResultPtr analysis_result_ptr;
|
2019-12-10 20:47:05 +00:00
|
|
|
|
|
|
|
static StorageID getIDFromPart(const MergeTreeData::DataPartPtr & part_)
|
|
|
|
{
|
|
|
|
auto table_id = part_->storage.getStorageID();
|
|
|
|
return StorageID(table_id.database_name, table_id.table_name + " (part " + part_->name + ")");
|
|
|
|
}
|
2018-07-18 12:17:48 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|