2018-07-18 12:17:48 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <Storages/IStorage.h>
|
2019-10-10 16:30:30 +00:00
|
|
|
#include <Storages/MergeTree/IMergeTreeDataPart.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
|
2020-10-01 17:34:22 +00:00
|
|
|
#include <Processors/QueryPlan/QueryPlan.h>
|
2021-03-04 17:38:12 +00:00
|
|
|
#include <Processors/QueryPlan/Optimizations/QueryPlanOptimizationSettings.h>
|
|
|
|
#include <Processors/QueryPlan/BuildQueryPipelineSettings.h>
|
2020-10-01 17:34:22 +00:00
|
|
|
#include <Processors/QueryPipeline.h>
|
2018-07-18 12:17:48 +00:00
|
|
|
#include <Core/Defines.h>
|
|
|
|
|
|
|
|
#include <ext/shared_ptr_helper.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
/// A Storage that allows reading from a single MergeTree data part.
|
2020-03-19 23:48:53 +00:00
|
|
|
class StorageFromMergeTreeDataPart final : public ext::shared_ptr_helper<StorageFromMergeTreeDataPart>, public IStorage
|
2018-07-18 12:17:48 +00:00
|
|
|
{
|
2019-08-26 19:07:29 +00:00
|
|
|
friend struct ext::shared_ptr_helper<StorageFromMergeTreeDataPart>;
|
2018-07-18 12:17:48 +00:00
|
|
|
public:
|
|
|
|
String getName() const override { return "FromMergeTreeDataPart"; }
|
|
|
|
|
2020-08-03 11:33:11 +00:00
|
|
|
Pipe read(
|
2018-07-18 12:17:48 +00:00
|
|
|
const Names & column_names,
|
2020-06-16 14:25:08 +00:00
|
|
|
const StorageMetadataPtr & metadata_snapshot,
|
2020-09-20 17:52:17 +00:00
|
|
|
SelectQueryInfo & query_info,
|
2021-04-10 23:33:54 +00:00
|
|
|
ContextPtr context,
|
2018-08-05 07:05:36 +00:00
|
|
|
QueryProcessingStage::Enum /*processed_stage*/,
|
2019-02-18 23:38:44 +00:00
|
|
|
size_t max_block_size,
|
2018-07-18 12:17:48 +00:00
|
|
|
unsigned num_streams) override
|
|
|
|
{
|
2021-05-02 13:38:19 +00:00
|
|
|
// NOTE: It's used to read normal parts only
|
2021-04-25 02:26:36 +00:00
|
|
|
QueryPlan query_plan = std::move(*MergeTreeDataSelectExecutor(parts.front()->storage)
|
|
|
|
.readFromParts(
|
|
|
|
parts,
|
|
|
|
column_names,
|
|
|
|
metadata_snapshot,
|
2021-05-02 13:38:19 +00:00
|
|
|
metadata_snapshot,
|
2021-04-25 02:26:36 +00:00
|
|
|
query_info,
|
|
|
|
context,
|
|
|
|
max_block_size,
|
|
|
|
num_streams,
|
|
|
|
nullptr,
|
2021-05-02 13:38:19 +00:00
|
|
|
query_info.projection ? query_info.projection->merge_tree_data_select_base_cache.get()
|
|
|
|
: query_info.merge_tree_data_select_cache.get()));
|
2020-10-01 17:34:22 +00:00
|
|
|
|
2021-05-02 13:38:19 +00:00
|
|
|
return query_plan.convertToPipe(
|
|
|
|
QueryPlanOptimizationSettings::fromContext(context), BuildQueryPipelineSettings::fromContext(context));
|
2018-07-18 12:17:48 +00:00
|
|
|
}
|
2019-10-01 16:50:08 +00:00
|
|
|
|
|
|
|
|
2018-09-04 11:38:41 +00:00
|
|
|
bool supportsIndexForIn() const override { return true; }
|
|
|
|
|
2020-06-17 09:38:47 +00:00
|
|
|
bool mayBenefitFromIndexForIn(
|
2021-04-10 23:33:54 +00:00
|
|
|
const ASTPtr & left_in_operand, ContextPtr query_context, const StorageMetadataPtr & metadata_snapshot) const override
|
2018-09-04 11:38:41 +00:00
|
|
|
{
|
2021-02-10 14:12:49 +00:00
|
|
|
return parts.front()->storage.mayBenefitFromIndexForIn(left_in_operand, query_context, metadata_snapshot);
|
2018-09-04 11:38:41 +00:00
|
|
|
}
|
|
|
|
|
2020-04-28 10:38:57 +00:00
|
|
|
NamesAndTypesList getVirtuals() const override
|
2020-04-27 13:55:30 +00:00
|
|
|
{
|
2021-02-10 14:12:49 +00:00
|
|
|
return parts.front()->storage.getVirtuals();
|
2020-04-27 13:55:30 +00:00
|
|
|
}
|
|
|
|
|
2020-11-10 10:23:46 +00:00
|
|
|
String getPartitionId() const
|
|
|
|
{
|
2021-02-10 14:12:49 +00:00
|
|
|
return parts.front()->info.partition_id;
|
2020-11-10 10:23:46 +00:00
|
|
|
}
|
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
String getPartitionIDFromQuery(const ASTPtr & ast, ContextPtr context) const
|
2020-11-10 10:23:46 +00:00
|
|
|
{
|
2021-02-10 14:12:49 +00:00
|
|
|
return parts.front()->storage.getPartitionIDFromQuery(ast, context);
|
2020-11-10 10:23:46 +00:00
|
|
|
}
|
|
|
|
|
2018-07-18 12:17:48 +00:00
|
|
|
protected:
|
|
|
|
StorageFromMergeTreeDataPart(const MergeTreeData::DataPartPtr & part_)
|
2020-04-27 13:55:30 +00:00
|
|
|
: IStorage(getIDFromPart(part_))
|
2021-02-10 14:12:49 +00:00
|
|
|
, parts({part_})
|
2019-08-24 21:20:20 +00:00
|
|
|
{
|
2020-06-15 16:55:33 +00:00
|
|
|
setInMemoryMetadata(part_->storage.getInMemoryMetadata());
|
2019-08-24 21:20:20 +00:00
|
|
|
}
|
2018-07-18 12:17:48 +00:00
|
|
|
|
2021-02-10 14:12:49 +00:00
|
|
|
StorageFromMergeTreeDataPart(MergeTreeData::DataPartsVector && parts_)
|
|
|
|
: IStorage(getIDFromParts(parts_))
|
|
|
|
, parts(std::move(parts_))
|
|
|
|
{
|
|
|
|
setInMemoryMetadata(parts.front()->storage.getInMemoryMetadata());
|
|
|
|
}
|
|
|
|
|
2018-07-18 12:17:48 +00:00
|
|
|
private:
|
2021-02-10 14:12:49 +00:00
|
|
|
MergeTreeData::DataPartsVector parts;
|
2019-12-10 20:47:05 +00:00
|
|
|
|
|
|
|
static StorageID getIDFromPart(const MergeTreeData::DataPartPtr & part_)
|
|
|
|
{
|
|
|
|
auto table_id = part_->storage.getStorageID();
|
|
|
|
return StorageID(table_id.database_name, table_id.table_name + " (part " + part_->name + ")");
|
|
|
|
}
|
2021-02-10 14:12:49 +00:00
|
|
|
|
|
|
|
static StorageID getIDFromParts(const MergeTreeData::DataPartsVector & parts_)
|
|
|
|
{
|
|
|
|
assert(!parts_.empty());
|
|
|
|
auto table_id = parts_.front()->storage.getStorageID();
|
|
|
|
return StorageID(table_id.database_name, table_id.table_name + " (parts)");
|
|
|
|
}
|
2018-07-18 12:17:48 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|