2018-07-18 12:17:48 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <Storages/IStorage.h>
|
2019-10-10 16:30:30 +00:00
|
|
|
#include <Storages/MergeTree/IMergeTreeDataPart.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
|
2020-10-01 17:34:22 +00:00
|
|
|
#include <Processors/QueryPlan/QueryPlan.h>
|
2021-03-04 17:38:12 +00:00
|
|
|
#include <Processors/QueryPlan/Optimizations/QueryPlanOptimizationSettings.h>
|
|
|
|
#include <Processors/QueryPlan/BuildQueryPipelineSettings.h>
|
2020-10-01 17:34:22 +00:00
|
|
|
#include <Processors/QueryPipeline.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Core/Defines.h>
|
|
|
|
|
|
|
|
#include <ext/shared_ptr_helper.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
/// A Storage that allows reading from a single MergeTree data part.
|
2020-03-19 23:48:53 +00:00
|
|
|
class StorageFromMergeTreeDataPart final : public ext::shared_ptr_helper<StorageFromMergeTreeDataPart>, public IStorage
|
2018-07-18 12:17:48 +00:00
|
|
|
{
|
2019-08-26 19:07:29 +00:00
|
|
|
friend struct ext::shared_ptr_helper<StorageFromMergeTreeDataPart>;
|
2018-07-18 12:17:48 +00:00
|
|
|
public:
|
|
|
|
String getName() const override { return "FromMergeTreeDataPart"; }
|
|
|
|
|
2020-08-03 11:33:11 +00:00
|
|
|
Pipe read(
|
2018-07-18 12:17:48 +00:00
|
|
|
const Names & column_names,
|
2020-06-16 14:25:08 +00:00
|
|
|
const StorageMetadataPtr & metadata_snapshot,
|
2020-09-20 17:52:17 +00:00
|
|
|
SelectQueryInfo & query_info,
|
2021-04-10 23:33:54 +00:00
|
|
|
ContextPtr context,
|
2018-08-05 07:05:36 +00:00
|
|
|
QueryProcessingStage::Enum /*processed_stage*/,
|
2019-02-18 23:38:44 +00:00
|
|
|
size_t max_block_size,
|
2018-07-18 12:17:48 +00:00
|
|
|
unsigned num_streams) override
|
|
|
|
{
|
2020-10-01 17:34:22 +00:00
|
|
|
QueryPlan query_plan =
|
|
|
|
std::move(*MergeTreeDataSelectExecutor(part->storage)
|
|
|
|
.readFromParts({part}, column_names, metadata_snapshot, query_info, context, max_block_size, num_streams));
|
|
|
|
|
2021-03-04 17:38:12 +00:00
|
|
|
return query_plan.convertToPipe(QueryPlanOptimizationSettings::fromContext(context), BuildQueryPipelineSettings::fromContext(context));
|
2018-07-18 12:17:48 +00:00
|
|
|
}
|
2019-10-01 16:50:08 +00:00
|
|
|
|
|
|
|
|
2018-09-04 11:38:41 +00:00
|
|
|
bool supportsIndexForIn() const override { return true; }
|
|
|
|
|
2020-06-17 09:38:47 +00:00
|
|
|
bool mayBenefitFromIndexForIn(
|
2021-04-10 23:33:54 +00:00
|
|
|
const ASTPtr & left_in_operand, ContextPtr query_context, const StorageMetadataPtr & metadata_snapshot) const override
|
2018-09-04 11:38:41 +00:00
|
|
|
{
|
2020-06-17 09:38:47 +00:00
|
|
|
return part->storage.mayBenefitFromIndexForIn(left_in_operand, query_context, metadata_snapshot);
|
2018-09-04 11:38:41 +00:00
|
|
|
}
|
|
|
|
|
2020-04-28 10:38:57 +00:00
|
|
|
NamesAndTypesList getVirtuals() const override
|
2020-04-27 13:55:30 +00:00
|
|
|
{
|
|
|
|
return part->storage.getVirtuals();
|
|
|
|
}
|
|
|
|
|
2020-11-10 10:23:46 +00:00
|
|
|
String getPartitionId() const
|
|
|
|
{
|
|
|
|
return part->info.partition_id;
|
|
|
|
}
|
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
String getPartitionIDFromQuery(const ASTPtr & ast, ContextPtr context) const
|
2020-11-10 10:23:46 +00:00
|
|
|
{
|
|
|
|
return part->storage.getPartitionIDFromQuery(ast, context);
|
|
|
|
}
|
|
|
|
|
2018-07-18 12:17:48 +00:00
|
|
|
protected:
|
|
|
|
StorageFromMergeTreeDataPart(const MergeTreeData::DataPartPtr & part_)
|
2020-04-27 13:55:30 +00:00
|
|
|
: IStorage(getIDFromPart(part_))
|
2019-12-04 16:06:55 +00:00
|
|
|
, part(part_)
|
2019-08-24 21:20:20 +00:00
|
|
|
{
|
2020-06-15 16:55:33 +00:00
|
|
|
setInMemoryMetadata(part_->storage.getInMemoryMetadata());
|
2019-08-24 21:20:20 +00:00
|
|
|
}
|
2018-07-18 12:17:48 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
MergeTreeData::DataPartPtr part;
|
2019-12-10 20:47:05 +00:00
|
|
|
|
|
|
|
static StorageID getIDFromPart(const MergeTreeData::DataPartPtr & part_)
|
|
|
|
{
|
|
|
|
auto table_id = part_->storage.getStorageID();
|
|
|
|
return StorageID(table_id.database_name, table_id.table_name + " (part " + part_->name + ")");
|
|
|
|
}
|
2018-07-18 12:17:48 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|