mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-01 03:52:15 +00:00
76 lines
2.8 KiB
C++
76 lines
2.8 KiB
C++
#pragma once
|
|
|
|
#include <Core/Block.h>
|
|
#include <Interpreters/Context_fwd.h>
|
|
#include <Parsers/IAST_fwd.h>
|
|
#include <Storages/SelectQueryInfo.h>
|
|
#include <Storages/VirtualColumnsDescription.h>
|
|
|
|
#include <unordered_set>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
class NamesAndTypesList;
|
|
|
|
|
|
namespace VirtualColumnUtils
|
|
{
|
|
|
|
/// Similar to filterBlockWithQuery, but uses ActionsDAG as a predicate.
|
|
/// Basically it is filterBlockWithDAG(splitFilterDagForAllowedInputs).
|
|
void filterBlockWithPredicate(const ActionsDAG::Node * predicate, Block & block, ContextPtr context);
|
|
|
|
/// Just filters block. Block should contain all the required columns.
|
|
void filterBlockWithDAG(ActionsDAGPtr dag, Block & block, ContextPtr context);
|
|
|
|
/// Builds sets used by ActionsDAG inplace.
|
|
void buildSetsForDAG(const ActionsDAGPtr & dag, const ContextPtr & context);
|
|
|
|
/// Recursively checks if all functions used in DAG are deterministic in scope of query.
|
|
bool isDeterministicInScopeOfQuery(const ActionsDAG::Node * node);
|
|
|
|
/// Extract a part of predicate that can be evaluated using only columns from input_names.
|
|
ActionsDAGPtr splitFilterDagForAllowedInputs(const ActionsDAG::Node * predicate, const Block * allowed_inputs);
|
|
|
|
/// Extract from the input stream a set of `name` column values
|
|
template <typename T>
|
|
auto extractSingleValueFromBlock(const Block & block, const String & name)
|
|
{
|
|
std::unordered_set<T> res;
|
|
const ColumnWithTypeAndName & data = block.getByName(name);
|
|
size_t rows = block.rows();
|
|
for (size_t i = 0; i < rows; ++i)
|
|
res.insert((*data.column)[i].get<T>());
|
|
return res;
|
|
}
|
|
|
|
NameSet getVirtualNamesForFileLikeStorage();
|
|
VirtualColumnsDescription getVirtualsForFileLikeStorage(const ColumnsDescription & storage_columns);
|
|
|
|
ActionsDAGPtr createPathAndFileFilterDAG(const ActionsDAG::Node * predicate, const NamesAndTypesList & virtual_columns);
|
|
|
|
ColumnPtr getFilterByPathAndFileIndexes(const std::vector<String> & paths, const ActionsDAGPtr & dag, const NamesAndTypesList & virtual_columns, const ContextPtr & context);
|
|
|
|
template <typename T>
|
|
void filterByPathOrFile(std::vector<T> & sources, const std::vector<String> & paths, const ActionsDAGPtr & dag, const NamesAndTypesList & virtual_columns, const ContextPtr & context)
|
|
{
|
|
auto indexes_column = getFilterByPathAndFileIndexes(paths, dag, virtual_columns, context);
|
|
const auto & indexes = typeid_cast<const ColumnUInt64 &>(*indexes_column).getData();
|
|
if (indexes.size() == sources.size())
|
|
return;
|
|
|
|
std::vector<T> filtered_sources;
|
|
filtered_sources.reserve(indexes.size());
|
|
for (auto index : indexes)
|
|
filtered_sources.emplace_back(std::move(sources[index]));
|
|
sources = std::move(filtered_sources);
|
|
}
|
|
|
|
void addRequestedPathFileAndSizeVirtualsToChunk(
|
|
Chunk & chunk, const NamesAndTypesList & requested_virtual_columns, const String & path, std::optional<size_t> size, const String * filename = nullptr);
|
|
}
|
|
|
|
}
|