mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-28 10:31:57 +00:00
more cases for optimize_functions_to_subcolumns
This commit is contained in:
parent
e087f6b67c
commit
a89956bb0f
@ -9,6 +9,7 @@
|
|||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -165,31 +166,17 @@ private:
|
|||||||
auto aggregate_function_clone = aggregate_function->clone();
|
auto aggregate_function_clone = aggregate_function->clone();
|
||||||
auto & aggregate_function_clone_typed = aggregate_function_clone->as<FunctionNode &>();
|
auto & aggregate_function_clone_typed = aggregate_function_clone->as<FunctionNode &>();
|
||||||
aggregate_function_clone_typed.getArguments().getNodes() = { arithmetic_function_clone_argument };
|
aggregate_function_clone_typed.getArguments().getNodes() = { arithmetic_function_clone_argument };
|
||||||
resolveAggregateFunctionNode(aggregate_function_clone_typed, arithmetic_function_clone_argument, result_aggregate_function_name);
|
|
||||||
|
resolveAggregateFunctionNodeByName(
|
||||||
|
aggregate_function_clone_typed,
|
||||||
|
result_aggregate_function_name,
|
||||||
|
{arithmetic_function_clone_argument->getResultType()});
|
||||||
|
|
||||||
arithmetic_function_clone_arguments_nodes[arithmetic_function_argument_index] = std::move(aggregate_function_clone);
|
arithmetic_function_clone_arguments_nodes[arithmetic_function_argument_index] = std::move(aggregate_function_clone);
|
||||||
resolveOrdinaryFunctionNode(arithmetic_function_clone_typed, arithmetic_function_clone_typed.getFunctionName());
|
resolveOrdinaryFunctionNodeByName(arithmetic_function_clone_typed, arithmetic_function_clone_typed.getFunctionName(), getContext());
|
||||||
|
|
||||||
return arithmetic_function_clone;
|
return arithmetic_function_clone;
|
||||||
}
|
}
|
||||||
|
|
||||||
inline void resolveOrdinaryFunctionNode(FunctionNode & function_node, const String & function_name) const
|
|
||||||
{
|
|
||||||
auto function = FunctionFactory::instance().get(function_name, getContext());
|
|
||||||
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void resolveAggregateFunctionNode(FunctionNode & function_node, const QueryTreeNodePtr & argument, const String & aggregate_function_name)
|
|
||||||
{
|
|
||||||
auto function_aggregate_function = function_node.getAggregateFunction();
|
|
||||||
|
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto action = NullsAction::EMPTY;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get(
|
|
||||||
aggregate_function_name, action, {argument->getResultType()}, function_aggregate_function->getParameters(), properties);
|
|
||||||
|
|
||||||
function_node.resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -11,6 +11,7 @@
|
|||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -171,13 +172,13 @@ private:
|
|||||||
{
|
{
|
||||||
auto result_function = std::make_shared<FunctionNode>("and");
|
auto result_function = std::make_shared<FunctionNode>("and");
|
||||||
result_function->getArguments().getNodes() = std::move(tuple_arguments_equals_functions);
|
result_function->getArguments().getNodes() = std::move(tuple_arguments_equals_functions);
|
||||||
resolveOrdinaryFunctionNode(*result_function, result_function->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*result_function, result_function->getFunctionName(), context);
|
||||||
|
|
||||||
if (comparison_function_name == "notEquals")
|
if (comparison_function_name == "notEquals")
|
||||||
{
|
{
|
||||||
auto not_function = std::make_shared<FunctionNode>("not");
|
auto not_function = std::make_shared<FunctionNode>("not");
|
||||||
not_function->getArguments().getNodes().push_back(std::move(result_function));
|
not_function->getArguments().getNodes().push_back(std::move(result_function));
|
||||||
resolveOrdinaryFunctionNode(*not_function, not_function->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*not_function, not_function->getFunctionName(), context);
|
||||||
result_function = std::move(not_function);
|
result_function = std::move(not_function);
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -197,17 +198,11 @@ private:
|
|||||||
comparison_function->getArguments().getNodes().push_back(std::move(lhs_argument));
|
comparison_function->getArguments().getNodes().push_back(std::move(lhs_argument));
|
||||||
comparison_function->getArguments().getNodes().push_back(std::move(rhs_argument));
|
comparison_function->getArguments().getNodes().push_back(std::move(rhs_argument));
|
||||||
|
|
||||||
resolveOrdinaryFunctionNode(*comparison_function, comparison_function->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*comparison_function, comparison_function->getFunctionName(), context);
|
||||||
|
|
||||||
return comparison_function;
|
return comparison_function;
|
||||||
}
|
}
|
||||||
|
|
||||||
void resolveOrdinaryFunctionNode(FunctionNode & function_node, const String & function_name) const
|
|
||||||
{
|
|
||||||
auto function = FunctionFactory::instance().get(function_name, context);
|
|
||||||
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
|
||||||
}
|
|
||||||
|
|
||||||
ContextPtr context;
|
ContextPtr context;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -9,6 +9,7 @@
|
|||||||
#include <Analyzer/ColumnNode.h>
|
#include <Analyzer/ColumnNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
#include <Analyzer/QueryNode.h>
|
#include <Analyzer/QueryNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -77,11 +78,9 @@ public:
|
|||||||
|
|
||||||
/// Replace `countDistinct` of initial query into `count`
|
/// Replace `countDistinct` of initial query into `count`
|
||||||
auto result_type = function_node->getResultType();
|
auto result_type = function_node->getResultType();
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto action = NullsAction::EMPTY;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get("count", action, {}, {}, properties);
|
|
||||||
function_node->resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
function_node->getArguments().getNodes().clear();
|
function_node->getArguments().getNodes().clear();
|
||||||
|
resolveAggregateFunctionNodeByName(*function_node, "count", {});
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -17,6 +17,7 @@
|
|||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
#include <Analyzer/TableNode.h>
|
#include <Analyzer/TableNode.h>
|
||||||
#include <Analyzer/TableFunctionNode.h>
|
#include <Analyzer/TableFunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -178,12 +179,12 @@ private:
|
|||||||
}
|
}
|
||||||
else if (column_type.isNullable())
|
else if (column_type.isNullable())
|
||||||
{
|
{
|
||||||
if (function_name == "isNull" || function_name == "isNotNull")
|
if (function_name == "count" || function_name == "isNull" || function_name == "isNotNull")
|
||||||
++data.optimized_identifiers_count[qualified_name];
|
++data.optimized_identifiers_count[qualified_name];
|
||||||
}
|
}
|
||||||
else if (column_type.isMap())
|
else if (column_type.isMap())
|
||||||
{
|
{
|
||||||
if (function_name == "mapKeys" || function_name == "mapValues")
|
if (function_name == "length" || function_name == "mapKeys" || function_name == "mapValues")
|
||||||
++data.optimized_identifiers_count[qualified_name];
|
++data.optimized_identifiers_count[qualified_name];
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -192,10 +193,10 @@ private:
|
|||||||
const auto * second_argument_constant_node = function_arguments_nodes[1]->as<ConstantNode>();
|
const auto * second_argument_constant_node = function_arguments_nodes[1]->as<ConstantNode>();
|
||||||
if (function_name == "tupleElement" && column_type.isTuple() && second_argument_constant_node)
|
if (function_name == "tupleElement" && column_type.isTuple() && second_argument_constant_node)
|
||||||
{
|
{
|
||||||
const auto & tuple_element_constant_value = second_argument_constant_node->getValue();
|
const auto & constant_value = second_argument_constant_node->getValue();
|
||||||
const auto & tuple_element_constant_value_type = tuple_element_constant_value.getType();
|
const auto & constant_value_type = constant_value.getType();
|
||||||
|
|
||||||
if (tuple_element_constant_value_type == Field::Types::String || tuple_element_constant_value_type == Field::Types::UInt64)
|
if (constant_value_type == Field::Types::String || constant_value_type == Field::Types::UInt64)
|
||||||
++data.optimized_identifiers_count[qualified_name];
|
++data.optimized_identifiers_count[qualified_name];
|
||||||
}
|
}
|
||||||
else if (function_name == "mapContains" && column_type.isMap())
|
else if (function_name == "mapContains" && column_type.isMap())
|
||||||
@ -209,6 +210,9 @@ private:
|
|||||||
/// Second pass optimizes functions to subcolumns for allowed identifiers.
|
/// Second pass optimizes functions to subcolumns for allowed identifiers.
|
||||||
class FunctionToSubcolumnsVisitorSecondPass : public InDepthQueryTreeVisitorWithContext<FunctionToSubcolumnsVisitorSecondPass>
|
class FunctionToSubcolumnsVisitorSecondPass : public InDepthQueryTreeVisitorWithContext<FunctionToSubcolumnsVisitorSecondPass>
|
||||||
{
|
{
|
||||||
|
private:
|
||||||
|
std::unordered_set<Identifier> identifiers_to_optimize;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
using Base = InDepthQueryTreeVisitorWithContext<FunctionToSubcolumnsVisitorSecondPass>;
|
using Base = InDepthQueryTreeVisitorWithContext<FunctionToSubcolumnsVisitorSecondPass>;
|
||||||
using Base::Base;
|
using Base::Base;
|
||||||
@ -262,7 +266,7 @@ public:
|
|||||||
function_arguments_nodes.push_back(std::make_shared<ColumnNode>(column, column_source));
|
function_arguments_nodes.push_back(std::make_shared<ColumnNode>(column, column_source));
|
||||||
function_arguments_nodes.push_back(std::make_shared<ConstantNode>(static_cast<UInt64>(0)));
|
function_arguments_nodes.push_back(std::make_shared<ConstantNode>(static_cast<UInt64>(0)));
|
||||||
|
|
||||||
resolveOrdinaryFunctionNode(*function_node, "equals");
|
resolveOrdinaryFunctionNodeByName(*function_node, "equals", getContext());
|
||||||
}
|
}
|
||||||
else if (function_name == "notEmpty")
|
else if (function_name == "notEmpty")
|
||||||
{
|
{
|
||||||
@ -274,12 +278,27 @@ public:
|
|||||||
function_arguments_nodes.push_back(std::make_shared<ColumnNode>(column, column_source));
|
function_arguments_nodes.push_back(std::make_shared<ColumnNode>(column, column_source));
|
||||||
function_arguments_nodes.push_back(std::make_shared<ConstantNode>(static_cast<UInt64>(0)));
|
function_arguments_nodes.push_back(std::make_shared<ConstantNode>(static_cast<UInt64>(0)));
|
||||||
|
|
||||||
resolveOrdinaryFunctionNode(*function_node, "notEquals");
|
resolveOrdinaryFunctionNodeByName(*function_node, "notEquals", getContext());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else if (column_type.isNullable())
|
else if (column_type.isNullable())
|
||||||
{
|
{
|
||||||
if (function_name == "isNull")
|
if (function_name == "count")
|
||||||
|
{
|
||||||
|
/// Replace `count(nullable_argument)` with `sum(not(nullable_argument.null))`
|
||||||
|
column.name += ".null";
|
||||||
|
column.type = std::make_shared<DataTypeUInt8>();
|
||||||
|
|
||||||
|
auto column_node = std::make_shared<ColumnNode>(column, column_source);
|
||||||
|
auto function_node_not = std::make_shared<FunctionNode>("not");
|
||||||
|
|
||||||
|
function_node_not->getArguments().getNodes().push_back(std::move(column_node));
|
||||||
|
resolveOrdinaryFunctionNodeByName(*function_node_not, "not", getContext());
|
||||||
|
|
||||||
|
function_arguments_nodes = {std::move(function_node_not)};
|
||||||
|
resolveAggregateFunctionNodeByName(*function_node, "sum", {column.type});
|
||||||
|
}
|
||||||
|
else if (function_name == "isNull")
|
||||||
{
|
{
|
||||||
/// Replace `isNull(nullable_argument)` with `nullable_argument.null`
|
/// Replace `isNull(nullable_argument)` with `nullable_argument.null`
|
||||||
column.name += ".null";
|
column.name += ".null";
|
||||||
@ -295,12 +314,20 @@ public:
|
|||||||
|
|
||||||
function_arguments_nodes = {std::make_shared<ColumnNode>(column, column_source)};
|
function_arguments_nodes = {std::make_shared<ColumnNode>(column, column_source)};
|
||||||
|
|
||||||
resolveOrdinaryFunctionNode(*function_node, "not");
|
resolveOrdinaryFunctionNodeByName(*function_node, "not", getContext());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else if (column_type.isMap())
|
else if (column_type.isMap())
|
||||||
{
|
{
|
||||||
if (function_name == "mapKeys")
|
if (function_name == "length")
|
||||||
|
{
|
||||||
|
/// Replace `length(map_argument)` with `map_argument.size0`
|
||||||
|
column.name += ".size0";
|
||||||
|
column.type = std::make_shared<DataTypeUInt64>();
|
||||||
|
|
||||||
|
node = std::make_shared<ColumnNode>(column, column_source);
|
||||||
|
}
|
||||||
|
else if (function_name == "mapKeys")
|
||||||
{
|
{
|
||||||
/// Replace `mapKeys(map_argument)` with `map_argument.keys`
|
/// Replace `mapKeys(map_argument)` with `map_argument.keys`
|
||||||
column.name += ".keys";
|
column.name += ".keys";
|
||||||
@ -364,19 +391,10 @@ public:
|
|||||||
auto has_function_argument = std::make_shared<ColumnNode>(column, column_source);
|
auto has_function_argument = std::make_shared<ColumnNode>(column, column_source);
|
||||||
function_arguments_nodes[0] = std::move(has_function_argument);
|
function_arguments_nodes[0] = std::move(has_function_argument);
|
||||||
|
|
||||||
resolveOrdinaryFunctionNode(*function_node, "has");
|
resolveOrdinaryFunctionNodeByName(*function_node, "has", getContext());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
|
||||||
std::unordered_set<Identifier> identifiers_to_optimize;
|
|
||||||
|
|
||||||
inline void resolveOrdinaryFunctionNode(FunctionNode & function_node, const String & function_name) const
|
|
||||||
{
|
|
||||||
auto function = FunctionFactory::instance().get(function_name, getContext());
|
|
||||||
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -6,6 +6,7 @@
|
|||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
#include <Interpreters/Context.h>
|
#include <Interpreters/Context.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
@ -41,25 +42,17 @@ public:
|
|||||||
|
|
||||||
if (function_node->getFunctionName() == "count" && !first_argument_constant_literal.isNull())
|
if (function_node->getFunctionName() == "count" && !first_argument_constant_literal.isNull())
|
||||||
{
|
{
|
||||||
resolveAsCountAggregateFunction(*function_node);
|
|
||||||
function_node->getArguments().getNodes().clear();
|
function_node->getArguments().getNodes().clear();
|
||||||
|
resolveAggregateFunctionNodeByName(*function_node, "count", {});
|
||||||
}
|
}
|
||||||
else if (function_node->getFunctionName() == "sum" &&
|
else if (function_node->getFunctionName() == "sum" &&
|
||||||
first_argument_constant_literal.getType() == Field::Types::UInt64 &&
|
first_argument_constant_literal.getType() == Field::Types::UInt64 &&
|
||||||
first_argument_constant_literal.get<UInt64>() == 1)
|
first_argument_constant_literal.get<UInt64>() == 1)
|
||||||
{
|
{
|
||||||
resolveAsCountAggregateFunction(*function_node);
|
|
||||||
function_node->getArguments().getNodes().clear();
|
function_node->getArguments().getNodes().clear();
|
||||||
|
resolveAggregateFunctionNodeByName(*function_node, "count", {});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
private:
|
|
||||||
static inline void resolveAsCountAggregateFunction(FunctionNode & function_node)
|
|
||||||
{
|
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get("count", NullsAction::EMPTY, {}, {}, properties);
|
|
||||||
|
|
||||||
function_node.resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -6,6 +6,7 @@
|
|||||||
#include <Analyzer/ColumnNode.h>
|
#include <Analyzer/ColumnNode.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
#include <Common/DateLUT.h>
|
#include <Common/DateLUT.h>
|
||||||
#include <Common/DateLUTImpl.h>
|
#include <Common/DateLUTImpl.h>
|
||||||
|
|
||||||
@ -140,16 +141,16 @@ private:
|
|||||||
const auto lhs = std::make_shared<FunctionNode>("greaterOrEquals");
|
const auto lhs = std::make_shared<FunctionNode>("greaterOrEquals");
|
||||||
lhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
lhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
lhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
lhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*lhs, lhs->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*lhs, lhs->getFunctionName(), getContext());
|
||||||
|
|
||||||
const auto rhs = std::make_shared<FunctionNode>("less");
|
const auto rhs = std::make_shared<FunctionNode>("less");
|
||||||
rhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
rhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
rhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
rhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*rhs, rhs->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*rhs, rhs->getFunctionName(), getContext());
|
||||||
|
|
||||||
const auto new_date_filter = std::make_shared<FunctionNode>("and");
|
const auto new_date_filter = std::make_shared<FunctionNode>("and");
|
||||||
new_date_filter->getArguments().getNodes() = {lhs, rhs};
|
new_date_filter->getArguments().getNodes() = {lhs, rhs};
|
||||||
resolveOrdinaryFunctionNode(*new_date_filter, new_date_filter->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*new_date_filter, new_date_filter->getFunctionName(), getContext());
|
||||||
|
|
||||||
return new_date_filter;
|
return new_date_filter;
|
||||||
}
|
}
|
||||||
@ -158,16 +159,16 @@ private:
|
|||||||
const auto lhs = std::make_shared<FunctionNode>("less");
|
const auto lhs = std::make_shared<FunctionNode>("less");
|
||||||
lhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
lhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
lhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
lhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*lhs, lhs->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*lhs, lhs->getFunctionName(), getContext());
|
||||||
|
|
||||||
const auto rhs = std::make_shared<FunctionNode>("greaterOrEquals");
|
const auto rhs = std::make_shared<FunctionNode>("greaterOrEquals");
|
||||||
rhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
rhs->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
rhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
rhs->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*rhs, rhs->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*rhs, rhs->getFunctionName(), getContext());
|
||||||
|
|
||||||
const auto new_date_filter = std::make_shared<FunctionNode>("or");
|
const auto new_date_filter = std::make_shared<FunctionNode>("or");
|
||||||
new_date_filter->getArguments().getNodes() = {lhs, rhs};
|
new_date_filter->getArguments().getNodes() = {lhs, rhs};
|
||||||
resolveOrdinaryFunctionNode(*new_date_filter, new_date_filter->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*new_date_filter, new_date_filter->getFunctionName(), getContext());
|
||||||
|
|
||||||
return new_date_filter;
|
return new_date_filter;
|
||||||
}
|
}
|
||||||
@ -176,7 +177,7 @@ private:
|
|||||||
const auto new_date_filter = std::make_shared<FunctionNode>("greaterOrEquals");
|
const auto new_date_filter = std::make_shared<FunctionNode>("greaterOrEquals");
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*new_date_filter, new_date_filter->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*new_date_filter, new_date_filter->getFunctionName(), getContext());
|
||||||
|
|
||||||
return new_date_filter;
|
return new_date_filter;
|
||||||
}
|
}
|
||||||
@ -185,7 +186,7 @@ private:
|
|||||||
const auto new_date_filter = std::make_shared<FunctionNode>("less");
|
const auto new_date_filter = std::make_shared<FunctionNode>("less");
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(end_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*new_date_filter, new_date_filter->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*new_date_filter, new_date_filter->getFunctionName(), getContext());
|
||||||
|
|
||||||
return new_date_filter;
|
return new_date_filter;
|
||||||
}
|
}
|
||||||
@ -194,7 +195,7 @@ private:
|
|||||||
const auto new_date_filter = std::make_shared<FunctionNode>(comparator);
|
const auto new_date_filter = std::make_shared<FunctionNode>(comparator);
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ColumnNode>(column_node.getColumn(), column_node.getColumnSource()));
|
||||||
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
new_date_filter->getArguments().getNodes().push_back(std::make_shared<ConstantNode>(start_date_or_date_time));
|
||||||
resolveOrdinaryFunctionNode(*new_date_filter, new_date_filter->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*new_date_filter, new_date_filter->getFunctionName(), getContext());
|
||||||
|
|
||||||
return new_date_filter;
|
return new_date_filter;
|
||||||
}
|
}
|
||||||
@ -205,12 +206,6 @@ private:
|
|||||||
comparator);
|
comparator);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void resolveOrdinaryFunctionNode(FunctionNode & function_node, const String & function_name) const
|
|
||||||
{
|
|
||||||
auto function = FunctionFactory::instance().get(function_name, getContext());
|
|
||||||
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -13,6 +13,7 @@
|
|||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -58,8 +59,7 @@ public:
|
|||||||
function_arguments_nodes.resize(2);
|
function_arguments_nodes.resize(2);
|
||||||
function_arguments_nodes[0] = std::move(if_arguments_nodes[1]);
|
function_arguments_nodes[0] = std::move(if_arguments_nodes[1]);
|
||||||
function_arguments_nodes[1] = std::move(if_arguments_nodes[0]);
|
function_arguments_nodes[1] = std::move(if_arguments_nodes[0]);
|
||||||
resolveAsAggregateFunctionWithIf(
|
resolveAsAggregateFunctionWithIf(*function_node, function_arguments_nodes);
|
||||||
*function_node, {function_arguments_nodes[0]->getResultType(), function_arguments_nodes[1]->getResultType()});
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else if (first_const_node)
|
else if (first_const_node)
|
||||||
@ -79,30 +79,21 @@ public:
|
|||||||
function_arguments_nodes.resize(2);
|
function_arguments_nodes.resize(2);
|
||||||
function_arguments_nodes[0] = std::move(if_arguments_nodes[2]);
|
function_arguments_nodes[0] = std::move(if_arguments_nodes[2]);
|
||||||
function_arguments_nodes[1] = std::move(not_function);
|
function_arguments_nodes[1] = std::move(not_function);
|
||||||
resolveAsAggregateFunctionWithIf(
|
resolveAsAggregateFunctionWithIf(*function_node, function_arguments_nodes);
|
||||||
*function_node, {function_arguments_nodes[0]->getResultType(), function_arguments_nodes[1]->getResultType()});
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
static inline void resolveAsAggregateFunctionWithIf(FunctionNode & function_node, const DataTypes & argument_types)
|
static inline void resolveAsAggregateFunctionWithIf(FunctionNode & function_node, const QueryTreeNodes & arguments)
|
||||||
{
|
{
|
||||||
auto result_type = function_node.getResultType();
|
auto result_type = function_node.getResultType();
|
||||||
|
auto suffix = result_type->isNullable() ? "OrNullIf" : "If";
|
||||||
|
|
||||||
std::string suffix = "If";
|
resolveAggregateFunctionNodeByName(
|
||||||
if (result_type->isNullable())
|
function_node,
|
||||||
suffix = "OrNullIf";
|
|
||||||
|
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get(
|
|
||||||
function_node.getFunctionName() + suffix,
|
function_node.getFunctionName() + suffix,
|
||||||
function_node.getNullsAction(),
|
{arguments[0]->getResultType(), arguments[1]->getResultType()});
|
||||||
argument_types,
|
|
||||||
function_node.getAggregateFunction()->getParameters(),
|
|
||||||
properties);
|
|
||||||
|
|
||||||
function_node.resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
#include <Analyzer/ColumnNode.h>
|
#include <Analyzer/ColumnNode.h>
|
||||||
#include <Analyzer/ConstantNode.h>
|
#include <Analyzer/ConstantNode.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
#include <Functions/FunctionFactory.h>
|
#include <Functions/FunctionFactory.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
@ -77,50 +78,30 @@ public:
|
|||||||
|
|
||||||
const auto lhs = std::make_shared<FunctionNode>("sum");
|
const auto lhs = std::make_shared<FunctionNode>("sum");
|
||||||
lhs->getArguments().getNodes().push_back(func_plus_minus_nodes[column_id]);
|
lhs->getArguments().getNodes().push_back(func_plus_minus_nodes[column_id]);
|
||||||
resolveAsAggregateFunctionNode(*lhs, column_type);
|
resolveAggregateFunctionNodeByName(*lhs, lhs->getFunctionName(), {column_type});
|
||||||
|
|
||||||
const auto rhs_count = std::make_shared<FunctionNode>("count");
|
const auto rhs_count = std::make_shared<FunctionNode>("count");
|
||||||
rhs_count->getArguments().getNodes().push_back(func_plus_minus_nodes[column_id]);
|
rhs_count->getArguments().getNodes().push_back(func_plus_minus_nodes[column_id]);
|
||||||
resolveAsAggregateFunctionNode(*rhs_count, column_type);
|
resolveAggregateFunctionNodeByName(*rhs_count, rhs_count->getFunctionName(), {column_type});
|
||||||
|
|
||||||
const auto rhs = std::make_shared<FunctionNode>("multiply");
|
const auto rhs = std::make_shared<FunctionNode>("multiply");
|
||||||
rhs->getArguments().getNodes().push_back(func_plus_minus_nodes[literal_id]);
|
rhs->getArguments().getNodes().push_back(func_plus_minus_nodes[literal_id]);
|
||||||
rhs->getArguments().getNodes().push_back(rhs_count);
|
rhs->getArguments().getNodes().push_back(rhs_count);
|
||||||
resolveOrdinaryFunctionNode(*rhs, rhs->getFunctionName());
|
resolveOrdinaryFunctionNodeByName(*rhs, rhs->getFunctionName(), getContext());
|
||||||
|
|
||||||
const auto new_node = std::make_shared<FunctionNode>(Poco::toLower(func_plus_minus_node->getFunctionName()));
|
const auto new_node = std::make_shared<FunctionNode>(Poco::toLower(func_plus_minus_node->getFunctionName()));
|
||||||
if (column_id == 0)
|
if (column_id == 0)
|
||||||
new_node->getArguments().getNodes() = {lhs, rhs};
|
new_node->getArguments().getNodes() = {lhs, rhs};
|
||||||
else if (column_id == 1)
|
else if (column_id == 1)
|
||||||
new_node->getArguments().getNodes() = {rhs, lhs};
|
new_node->getArguments().getNodes() = {rhs, lhs};
|
||||||
resolveOrdinaryFunctionNode(*new_node, new_node->getFunctionName());
|
|
||||||
|
resolveOrdinaryFunctionNodeByName(*new_node, new_node->getFunctionName(), getContext());
|
||||||
|
|
||||||
if (!new_node)
|
if (!new_node)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
node = new_node;
|
node = new_node;
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
|
||||||
void resolveOrdinaryFunctionNode(FunctionNode & function_node, const String & function_name) const
|
|
||||||
{
|
|
||||||
const auto function = FunctionFactory::instance().get(function_name, getContext());
|
|
||||||
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void resolveAsAggregateFunctionNode(FunctionNode & function_node, const DataTypePtr & argument_type)
|
|
||||||
{
|
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
const auto aggregate_function = AggregateFunctionFactory::instance().get(function_node.getFunctionName(),
|
|
||||||
NullsAction::EMPTY,
|
|
||||||
{argument_type},
|
|
||||||
{},
|
|
||||||
properties);
|
|
||||||
|
|
||||||
function_node.resolveAsAggregateFunction(aggregate_function);
|
|
||||||
}
|
|
||||||
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
|
|
||||||
#include <AggregateFunctions/AggregateFunctionFactory.h>
|
#include <AggregateFunctions/AggregateFunctionFactory.h>
|
||||||
#include <AggregateFunctions/IAggregateFunction.h>
|
#include <AggregateFunctions/IAggregateFunction.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
#include <Functions/FunctionFactory.h>
|
#include <Functions/FunctionFactory.h>
|
||||||
|
|
||||||
@ -65,7 +66,8 @@ public:
|
|||||||
auto multiplier_node = function_node_arguments_nodes[0];
|
auto multiplier_node = function_node_arguments_nodes[0];
|
||||||
function_node_arguments_nodes[0] = std::move(function_node_arguments_nodes[1]);
|
function_node_arguments_nodes[0] = std::move(function_node_arguments_nodes[1]);
|
||||||
function_node_arguments_nodes.resize(1);
|
function_node_arguments_nodes.resize(1);
|
||||||
resolveAsCountIfAggregateFunction(*function_node, function_node_arguments_nodes[0]->getResultType());
|
|
||||||
|
resolveAggregateFunctionNodeByName(*function_node, "countIf", {function_node_arguments_nodes[0]->getResultType()});
|
||||||
|
|
||||||
if (constant_value_literal.get<UInt64>() != 1)
|
if (constant_value_literal.get<UInt64>() != 1)
|
||||||
{
|
{
|
||||||
@ -113,7 +115,7 @@ public:
|
|||||||
function_node_arguments_nodes[0] = nested_if_function_arguments_nodes[0];
|
function_node_arguments_nodes[0] = nested_if_function_arguments_nodes[0];
|
||||||
function_node_arguments_nodes.resize(1);
|
function_node_arguments_nodes.resize(1);
|
||||||
|
|
||||||
resolveAsCountIfAggregateFunction(*function_node, function_node_arguments_nodes[0]->getResultType());
|
resolveAggregateFunctionNodeByName(*function_node, "countIf", {function_node_arguments_nodes[0]->getResultType()});
|
||||||
|
|
||||||
if (if_true_condition_value != 1)
|
if (if_true_condition_value != 1)
|
||||||
{
|
{
|
||||||
@ -142,7 +144,7 @@ public:
|
|||||||
function_node_arguments_nodes[0] = std::move(not_function);
|
function_node_arguments_nodes[0] = std::move(not_function);
|
||||||
function_node_arguments_nodes.resize(1);
|
function_node_arguments_nodes.resize(1);
|
||||||
|
|
||||||
resolveAsCountIfAggregateFunction(*function_node, function_node_arguments_nodes[0]->getResultType());
|
resolveAggregateFunctionNodeByName(*function_node, "countIf", {function_node_arguments_nodes[0]->getResultType()});
|
||||||
|
|
||||||
if (if_false_condition_value != 1)
|
if (if_false_condition_value != 1)
|
||||||
{
|
{
|
||||||
@ -154,14 +156,6 @@ public:
|
|||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
static inline void resolveAsCountIfAggregateFunction(FunctionNode & function_node, const DataTypePtr & argument_type)
|
|
||||||
{
|
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get(
|
|
||||||
"countIf", NullsAction::EMPTY, {argument_type}, function_node.getAggregateFunction()->getParameters(), properties);
|
|
||||||
|
|
||||||
function_node.resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
}
|
|
||||||
|
|
||||||
inline QueryTreeNodePtr getMultiplyFunction(QueryTreeNodePtr left, QueryTreeNodePtr right)
|
inline QueryTreeNodePtr getMultiplyFunction(QueryTreeNodePtr left, QueryTreeNodePtr right)
|
||||||
{
|
{
|
||||||
|
@ -7,6 +7,7 @@
|
|||||||
|
|
||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
@ -75,15 +76,7 @@ public:
|
|||||||
for (const auto & function_node_argument : function_node_argument_nodes)
|
for (const auto & function_node_argument : function_node_argument_nodes)
|
||||||
argument_types.emplace_back(function_node_argument->getResultType());
|
argument_types.emplace_back(function_node_argument->getResultType());
|
||||||
|
|
||||||
AggregateFunctionProperties properties;
|
resolveAggregateFunctionNodeByName(*function_node, function_node->getFunctionName(), argument_types);
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get(
|
|
||||||
function_node->getFunctionName(),
|
|
||||||
NullsAction::EMPTY,
|
|
||||||
argument_types,
|
|
||||||
function_node->getAggregateFunction()->getParameters(),
|
|
||||||
properties);
|
|
||||||
|
|
||||||
function_node->resolveAsAggregateFunction(std::move(aggregate_function));
|
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -7,6 +7,7 @@
|
|||||||
#include <Analyzer/FunctionNode.h>
|
#include <Analyzer/FunctionNode.h>
|
||||||
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
||||||
#include <Analyzer/QueryNode.h>
|
#include <Analyzer/QueryNode.h>
|
||||||
|
#include <Analyzer/Utils.h>
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
@ -175,11 +176,8 @@ public:
|
|||||||
/// Replace uniq of initial query to count
|
/// Replace uniq of initial query to count
|
||||||
if (match_subquery_with_distinct() || match_subquery_with_group_by())
|
if (match_subquery_with_distinct() || match_subquery_with_group_by())
|
||||||
{
|
{
|
||||||
AggregateFunctionProperties properties;
|
|
||||||
auto aggregate_function = AggregateFunctionFactory::instance().get("count", NullsAction::EMPTY, {}, {}, properties);
|
|
||||||
|
|
||||||
function_node->getArguments().getNodes().clear();
|
function_node->getArguments().getNodes().clear();
|
||||||
function_node->resolveAsAggregateFunction(std::move(aggregate_function));
|
resolveAggregateFunctionNodeByName(*function_node, "count", {});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
@ -685,4 +685,26 @@ QueryTreeNodePtr createCastFunction(QueryTreeNodePtr node, DataTypePtr result_ty
|
|||||||
return function_node;
|
return function_node;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void resolveOrdinaryFunctionNodeByName(FunctionNode & function_node, const String & function_name, const ContextPtr & context)
|
||||||
|
{
|
||||||
|
auto function = FunctionFactory::instance().get(function_name, context);
|
||||||
|
function_node.resolveAsFunction(function->build(function_node.getArgumentColumns()));
|
||||||
|
}
|
||||||
|
|
||||||
|
void resolveAggregateFunctionNodeByName(FunctionNode & function_node, const String & function_name, const DataTypes & argument_types)
|
||||||
|
{
|
||||||
|
chassert(function_node.isAggregateFunction());
|
||||||
|
auto old_aggregate_function = function_node.getAggregateFunction();
|
||||||
|
|
||||||
|
AggregateFunctionProperties properties;
|
||||||
|
auto aggregate_function = AggregateFunctionFactory::instance().get(
|
||||||
|
function_name,
|
||||||
|
function_node.getNullsAction(),
|
||||||
|
argument_types,
|
||||||
|
old_aggregate_function->getParameters(),
|
||||||
|
properties);
|
||||||
|
|
||||||
|
function_node.resolveAsAggregateFunction(std::move(aggregate_function));
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -102,4 +102,12 @@ NameSet collectIdentifiersFullNames(const QueryTreeNodePtr & node);
|
|||||||
/// Wrap node into `_CAST` function
|
/// Wrap node into `_CAST` function
|
||||||
QueryTreeNodePtr createCastFunction(QueryTreeNodePtr node, DataTypePtr result_type, ContextPtr context);
|
QueryTreeNodePtr createCastFunction(QueryTreeNodePtr node, DataTypePtr result_type, ContextPtr context);
|
||||||
|
|
||||||
|
/// Resolves function node as ordinary function with given name.
|
||||||
|
/// Arguments and parameters are taken from the node.
|
||||||
|
void resolveOrdinaryFunctionNodeByName(FunctionNode & function_node, const String & function_name, const ContextPtr & context);
|
||||||
|
|
||||||
|
/// Resolves function node as aggregate function with given name.
|
||||||
|
/// Arguments and parameters are taken from the node.
|
||||||
|
void resolveAggregateFunctionNodeByName(FunctionNode & function_node, const String & function_name, const DataTypes & argument_types);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -43,6 +43,7 @@ namespace ErrorCodes
|
|||||||
extern const int UNKNOWN_SETTING;
|
extern const int UNKNOWN_SETTING;
|
||||||
extern const int LOGICAL_ERROR;
|
extern const int LOGICAL_ERROR;
|
||||||
extern const int NOT_IMPLEMENTED;
|
extern const int NOT_IMPLEMENTED;
|
||||||
|
extern const int BAD_ARGUMENTS;
|
||||||
}
|
}
|
||||||
|
|
||||||
namespace
|
namespace
|
||||||
@ -170,6 +171,7 @@ struct QueryASTSettings
|
|||||||
struct QueryTreeSettings
|
struct QueryTreeSettings
|
||||||
{
|
{
|
||||||
bool run_passes = true;
|
bool run_passes = true;
|
||||||
|
bool dump_tree = true;
|
||||||
bool dump_passes = false;
|
bool dump_passes = false;
|
||||||
bool dump_ast = false;
|
bool dump_ast = false;
|
||||||
Int64 passes = -1;
|
Int64 passes = -1;
|
||||||
@ -179,6 +181,7 @@ struct QueryTreeSettings
|
|||||||
std::unordered_map<std::string, std::reference_wrapper<bool>> boolean_settings =
|
std::unordered_map<std::string, std::reference_wrapper<bool>> boolean_settings =
|
||||||
{
|
{
|
||||||
{"run_passes", run_passes},
|
{"run_passes", run_passes},
|
||||||
|
{"dump_tree", dump_tree},
|
||||||
{"dump_passes", dump_passes},
|
{"dump_passes", dump_passes},
|
||||||
{"dump_ast", dump_ast}
|
{"dump_ast", dump_ast}
|
||||||
};
|
};
|
||||||
@ -398,7 +401,11 @@ QueryPipeline InterpreterExplainQuery::executeImpl()
|
|||||||
throw Exception(ErrorCodes::INCORRECT_QUERY, "Only SELECT is supported for EXPLAIN QUERY TREE query");
|
throw Exception(ErrorCodes::INCORRECT_QUERY, "Only SELECT is supported for EXPLAIN QUERY TREE query");
|
||||||
|
|
||||||
auto settings = checkAndGetSettings<QueryTreeSettings>(ast.getSettings());
|
auto settings = checkAndGetSettings<QueryTreeSettings>(ast.getSettings());
|
||||||
|
if (!settings.dump_tree && !settings.dump_ast)
|
||||||
|
throw Exception(ErrorCodes::BAD_ARGUMENTS, "Either 'dump_tree' or 'dump_ast' must be set for EXPLAIN QUERY TREE query");
|
||||||
|
|
||||||
auto query_tree = buildQueryTree(ast.getExplainedQuery(), getContext());
|
auto query_tree = buildQueryTree(ast.getExplainedQuery(), getContext());
|
||||||
|
bool need_newline = false;
|
||||||
|
|
||||||
if (settings.run_passes)
|
if (settings.run_passes)
|
||||||
{
|
{
|
||||||
@ -410,23 +417,26 @@ QueryPipeline InterpreterExplainQuery::executeImpl()
|
|||||||
if (settings.dump_passes)
|
if (settings.dump_passes)
|
||||||
{
|
{
|
||||||
query_tree_pass_manager.dump(buf, pass_index);
|
query_tree_pass_manager.dump(buf, pass_index);
|
||||||
if (pass_index > 0)
|
need_newline = true;
|
||||||
buf << '\n';
|
|
||||||
}
|
}
|
||||||
|
|
||||||
query_tree_pass_manager.run(query_tree, pass_index);
|
query_tree_pass_manager.run(query_tree, pass_index);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (settings.dump_tree)
|
||||||
|
{
|
||||||
|
if (need_newline)
|
||||||
|
buf << "\n\n";
|
||||||
|
|
||||||
query_tree->dumpTree(buf);
|
query_tree->dumpTree(buf);
|
||||||
}
|
need_newline = true;
|
||||||
else
|
|
||||||
{
|
|
||||||
query_tree->dumpTree(buf);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (settings.dump_ast)
|
if (settings.dump_ast)
|
||||||
{
|
{
|
||||||
buf << '\n';
|
if (need_newline)
|
||||||
buf << '\n';
|
buf << "\n\n";
|
||||||
|
|
||||||
query_tree->toAST()->format(IAST::FormatSettings(buf, false));
|
query_tree->toAST()->format(IAST::FormatSettings(buf, false));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -40,27 +40,16 @@ ASTPtr transformCountNullableToSubcolumn(const String & name_in_storage, const S
|
|||||||
return makeASTFunction("sum", makeASTFunction("not", ast));
|
return makeASTFunction("sum", makeASTFunction("not", ast));
|
||||||
}
|
}
|
||||||
|
|
||||||
ASTPtr transformMapContainsToSubcolumn(const String & name_in_storage, const String & subcolumn_name, const ASTPtr & arg)
|
const std::unordered_map<String, std::tuple<std::set<TypeIndex>, String, decltype(&transformToSubcolumn)>> unary_function_to_subcolumn =
|
||||||
{
|
{
|
||||||
auto ast = transformToSubcolumn(name_in_storage, subcolumn_name);
|
{"length", {{TypeIndex::Array, TypeIndex::Map}, "size0", transformToSubcolumn}},
|
||||||
return makeASTFunction("has", ast, arg);
|
{"empty", {{TypeIndex::Array, TypeIndex::Map}, "size0", transformEmptyToSubcolumn}},
|
||||||
}
|
{"notEmpty", {{TypeIndex::Array, TypeIndex::Map}, "size0", transformNotEmptyToSubcolumn}},
|
||||||
|
{"isNull", {{TypeIndex::Nullable}, "null", transformToSubcolumn}},
|
||||||
const std::unordered_map<String, std::tuple<TypeIndex, String, decltype(&transformToSubcolumn)>> unary_function_to_subcolumn =
|
{"isNotNull", {{TypeIndex::Nullable}, "null", transformIsNotNullToSubcolumn}},
|
||||||
{
|
{"count", {{TypeIndex::Nullable}, "null", transformCountNullableToSubcolumn}},
|
||||||
{"length", {TypeIndex::Array, "size0", transformToSubcolumn}},
|
{"mapKeys", {{TypeIndex::Map}, "keys", transformToSubcolumn}},
|
||||||
{"empty", {TypeIndex::Array, "size0", transformEmptyToSubcolumn}},
|
{"mapValues", {{TypeIndex::Map}, "values", transformToSubcolumn}},
|
||||||
{"notEmpty", {TypeIndex::Array, "size0", transformNotEmptyToSubcolumn}},
|
|
||||||
{"isNull", {TypeIndex::Nullable, "null", transformToSubcolumn}},
|
|
||||||
{"isNotNull", {TypeIndex::Nullable, "null", transformIsNotNullToSubcolumn}},
|
|
||||||
{"count", {TypeIndex::Nullable, "null", transformCountNullableToSubcolumn}},
|
|
||||||
{"mapKeys", {TypeIndex::Map, "keys", transformToSubcolumn}},
|
|
||||||
{"mapValues", {TypeIndex::Map, "values", transformToSubcolumn}},
|
|
||||||
};
|
|
||||||
|
|
||||||
const std::unordered_map<String, std::tuple<TypeIndex, String, decltype(&transformMapContainsToSubcolumn)>> binary_function_to_subcolumn
|
|
||||||
{
|
|
||||||
{"mapContains", {TypeIndex::Map, "keys", transformMapContainsToSubcolumn}},
|
|
||||||
};
|
};
|
||||||
|
|
||||||
std::optional<NameAndTypePair> getColumnFromArgumentsToOptimize(
|
std::optional<NameAndTypePair> getColumnFromArgumentsToOptimize(
|
||||||
@ -116,10 +105,14 @@ void RewriteFunctionToSubcolumnFirstPassMatcher::visit(const ASTFunction & funct
|
|||||||
if (arguments.size() == 1)
|
if (arguments.size() == 1)
|
||||||
{
|
{
|
||||||
auto it = unary_function_to_subcolumn.find(function.name);
|
auto it = unary_function_to_subcolumn.find(function.name);
|
||||||
if (it != unary_function_to_subcolumn.end() && std::get<0>(it->second) == column_type_id)
|
if (it == unary_function_to_subcolumn.end())
|
||||||
|
return;
|
||||||
|
|
||||||
|
const auto & expected_types_id = std::get<0>(it->second);
|
||||||
|
if (expected_types_id.contains(column_type_id))
|
||||||
++data.optimized_identifiers_count[column->name];
|
++data.optimized_identifiers_count[column->name];
|
||||||
}
|
}
|
||||||
else
|
else if (arguments.size() == 2)
|
||||||
{
|
{
|
||||||
if (function.name == "tupleElement" && column_type_id == TypeIndex::Tuple)
|
if (function.name == "tupleElement" && column_type_id == TypeIndex::Tuple)
|
||||||
{
|
{
|
||||||
@ -131,11 +124,9 @@ void RewriteFunctionToSubcolumnFirstPassMatcher::visit(const ASTFunction & funct
|
|||||||
if (value_type == Field::Types::UInt64 || value_type == Field::Types::String)
|
if (value_type == Field::Types::UInt64 || value_type == Field::Types::String)
|
||||||
++data.optimized_identifiers_count[column->name];
|
++data.optimized_identifiers_count[column->name];
|
||||||
}
|
}
|
||||||
else
|
else if (function.name == "mapContains" && column_type_id == TypeIndex::Map)
|
||||||
{
|
{
|
||||||
auto it = binary_function_to_subcolumn.find(function.name);
|
++data.optimized_identifiers_count[column->name];
|
||||||
if (it != binary_function_to_subcolumn.end() && std::get<0>(it->second) == column_type_id)
|
|
||||||
++data.optimized_identifiers_count[column->name];
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -148,7 +139,7 @@ void RewriteFunctionToSubcolumnSecondPassData::visit(ASTFunction & function, AST
|
|||||||
return;
|
return;
|
||||||
|
|
||||||
auto column_type_id = column->type->getTypeId();
|
auto column_type_id = column->type->getTypeId();
|
||||||
const auto & alias = function.tryGetAlias();
|
auto alias = function.getAliasOrColumnName();
|
||||||
|
|
||||||
if (arguments.size() == 1)
|
if (arguments.size() == 1)
|
||||||
{
|
{
|
||||||
@ -156,8 +147,8 @@ void RewriteFunctionToSubcolumnSecondPassData::visit(ASTFunction & function, AST
|
|||||||
if (it == unary_function_to_subcolumn.end())
|
if (it == unary_function_to_subcolumn.end())
|
||||||
return;
|
return;
|
||||||
|
|
||||||
const auto & [expected_type_id, subcolumn_name, transformer] = it->second;
|
const auto & [expected_types_id, subcolumn_name, transformer] = it->second;
|
||||||
if (column_type_id != expected_type_id)
|
if (!expected_types_id.contains(column_type_id))
|
||||||
return;
|
return;
|
||||||
|
|
||||||
ast = transformer(column->name, subcolumn_name);
|
ast = transformer(column->name, subcolumn_name);
|
||||||
@ -191,17 +182,10 @@ void RewriteFunctionToSubcolumnSecondPassData::visit(ASTFunction & function, AST
|
|||||||
ast = transformToSubcolumn(column->name, subcolumn_name);
|
ast = transformToSubcolumn(column->name, subcolumn_name);
|
||||||
ast->setAlias(alias);
|
ast->setAlias(alias);
|
||||||
}
|
}
|
||||||
else
|
else if (function.name == "mapContains" && column_type_id == TypeIndex::Map)
|
||||||
{
|
{
|
||||||
auto it = binary_function_to_subcolumn.find(function.name);
|
auto subcolumn = transformToSubcolumn(column->name, "keys");
|
||||||
if (it == binary_function_to_subcolumn.end())
|
ast = makeASTFunction("has", subcolumn, arguments[1]);
|
||||||
return;
|
|
||||||
|
|
||||||
const auto & [expected_type_id, subcolumn_name, transformer] = it->second;
|
|
||||||
if (column_type_id != expected_type_id)
|
|
||||||
return;
|
|
||||||
|
|
||||||
ast = transformer(column->name, subcolumn_name, arguments[1]);
|
|
||||||
ast->setAlias(alias);
|
ast->setAlias(alias);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -2,25 +2,25 @@
|
|||||||
0 1 0
|
0 1 0
|
||||||
SELECT
|
SELECT
|
||||||
id IS NULL,
|
id IS NULL,
|
||||||
`n.null`,
|
`n.null` AS `isNull(n)`,
|
||||||
NOT `n.null`
|
NOT `n.null` AS `isNotNull(n)`
|
||||||
FROM t_func_to_subcolumns
|
FROM t_func_to_subcolumns
|
||||||
3 0 1 0
|
3 0 1 0
|
||||||
0 1 0 \N
|
0 1 0 \N
|
||||||
SELECT
|
SELECT
|
||||||
`arr.size0`,
|
`arr.size0` AS `length(arr)`,
|
||||||
`arr.size0` = 0,
|
`arr.size0` = 0 AS `empty(arr)`,
|
||||||
`arr.size0` != 0,
|
`arr.size0` != 0 AS `notEmpty(arr)`,
|
||||||
empty(n)
|
empty(n)
|
||||||
FROM t_func_to_subcolumns
|
FROM t_func_to_subcolumns
|
||||||
['foo','bar'] [1,2]
|
['foo','bar'] [1,2]
|
||||||
[] []
|
[] []
|
||||||
SELECT
|
SELECT
|
||||||
`m.keys`,
|
`m.keys` AS `mapKeys(m)`,
|
||||||
`m.values`
|
`m.values` AS `mapValues(m)`
|
||||||
FROM t_func_to_subcolumns
|
FROM t_func_to_subcolumns
|
||||||
1
|
1
|
||||||
SELECT sum(NOT `n.null`)
|
SELECT sum(NOT `n.null`) AS `count(n)`
|
||||||
FROM t_func_to_subcolumns
|
FROM t_func_to_subcolumns
|
||||||
2
|
2
|
||||||
SELECT count(id)
|
SELECT count(id)
|
||||||
@ -30,7 +30,7 @@ FROM t_func_to_subcolumns
|
|||||||
3 0 0
|
3 0 0
|
||||||
SELECT
|
SELECT
|
||||||
id,
|
id,
|
||||||
`n.null`,
|
`n.null` AS `isNull(n)`,
|
||||||
right.n IS NULL
|
right.n IS NULL
|
||||||
FROM t_func_to_subcolumns AS left
|
FROM t_func_to_subcolumns AS left
|
||||||
ALL FULL OUTER JOIN
|
ALL FULL OUTER JOIN
|
||||||
|
@ -1,6 +1,5 @@
|
|||||||
DROP TABLE IF EXISTS t_func_to_subcolumns;
|
DROP TABLE IF EXISTS t_func_to_subcolumns;
|
||||||
|
|
||||||
SET allow_experimental_map_type = 1;
|
|
||||||
SET optimize_functions_to_subcolumns = 1;
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
|
||||||
CREATE TABLE t_func_to_subcolumns (id UInt64, arr Array(UInt64), n Nullable(String), m Map(String, UInt64))
|
CREATE TABLE t_func_to_subcolumns (id UInt64, arr Array(UInt64), n Nullable(String), m Map(String, UInt64))
|
||||||
|
@ -0,0 +1,50 @@
|
|||||||
|
0 0 1
|
||||||
|
0 1 0
|
||||||
|
SELECT
|
||||||
|
__table1.id IS NULL AS `isNull(id)`,
|
||||||
|
__table1.`n.null` AS `isNull(n)`,
|
||||||
|
NOT __table1.`n.null` AS `isNotNull(n)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
3 0 1 0
|
||||||
|
0 1 0 \N
|
||||||
|
SELECT
|
||||||
|
__table1.`arr.size0` AS `length(arr)`,
|
||||||
|
__table1.`arr.size0` = 0 AS `empty(arr)`,
|
||||||
|
__table1.`arr.size0` != 0 AS `notEmpty(arr)`,
|
||||||
|
empty(__table1.n) AS `empty(n)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
['foo','bar'] [1,2]
|
||||||
|
[] []
|
||||||
|
SELECT
|
||||||
|
__table1.`m.keys` AS `mapKeys(m)`,
|
||||||
|
__table1.`m.values` AS `mapValues(m)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
1
|
||||||
|
SELECT sum(NOT __table1.`n.null`) AS `count(n)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
2
|
||||||
|
SELECT count(__table1.id) AS `count(id)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
1 0 0
|
||||||
|
2 1 0
|
||||||
|
3 0 0
|
||||||
|
SELECT
|
||||||
|
__table1.id AS id,
|
||||||
|
__table1.`n.null` AS `isNull(n)`,
|
||||||
|
__table2.n IS NULL AS `isNull(right.n)`
|
||||||
|
FROM default.t_func_to_subcolumns AS __table1
|
||||||
|
ALL FULL OUTER JOIN
|
||||||
|
(
|
||||||
|
|
||||||
|
SELECT
|
||||||
|
1 AS id,
|
||||||
|
\'qqq\' AS n
|
||||||
|
FROM system.one AS __table4
|
||||||
|
UNION ALL
|
||||||
|
SELECT
|
||||||
|
3 AS id,
|
||||||
|
\'www\' AS `\'www\'`
|
||||||
|
FROM system.one AS __table6
|
||||||
|
) AS __table2 USING (id)
|
||||||
|
0 10
|
||||||
|
0 20
|
@ -0,0 +1,42 @@
|
|||||||
|
DROP TABLE IF EXISTS t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SET allow_experimental_analyzer = 1;
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
|
||||||
|
CREATE TABLE t_func_to_subcolumns (id UInt64, arr Array(UInt64), n Nullable(String), m Map(String, UInt64))
|
||||||
|
ENGINE = MergeTree ORDER BY tuple();
|
||||||
|
|
||||||
|
INSERT INTO t_func_to_subcolumns VALUES (1, [1, 2, 3], 'abc', map('foo', 1, 'bar', 2)) (2, [], NULL, map());
|
||||||
|
|
||||||
|
SELECT id IS NULL, n IS NULL, n IS NOT NULL FROM t_func_to_subcolumns;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT id IS NULL, n IS NULL, n IS NOT NULL FROM t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SELECT length(arr), empty(arr), notEmpty(arr), empty(n) FROM t_func_to_subcolumns;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT length(arr), empty(arr), notEmpty(arr), empty(n) FROM t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SELECT mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SELECT count(n) FROM t_func_to_subcolumns;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT count(n) FROM t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SELECT count(id) FROM t_func_to_subcolumns;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT count(id) FROM t_func_to_subcolumns;
|
||||||
|
|
||||||
|
SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
|
||||||
|
FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);
|
||||||
|
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
|
||||||
|
FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);
|
||||||
|
|
||||||
|
DROP TABLE t_func_to_subcolumns;
|
||||||
|
|
||||||
|
DROP TABLE IF EXISTS t_tuple_null;
|
||||||
|
|
||||||
|
CREATE TABLE t_tuple_null (t Tuple(null UInt32)) ENGINE = MergeTree ORDER BY tuple();
|
||||||
|
|
||||||
|
INSERT INTO t_tuple_null VALUES ((10)), ((20));
|
||||||
|
|
||||||
|
SELECT t IS NULL, t.null FROM t_tuple_null;
|
||||||
|
|
||||||
|
DROP TABLE t_tuple_null;
|
@ -1,4 +1,4 @@
|
|||||||
SELECT has(`m.keys`, \'a\')
|
SELECT has(`m.keys`, \'a\') AS `mapContains(m, \'a\')`
|
||||||
FROM t_map_contains
|
FROM t_map_contains
|
||||||
1
|
1
|
||||||
0
|
0
|
||||||
|
@ -0,0 +1,4 @@
|
|||||||
|
SELECT has(__table1.`m.keys`, \'a\') AS `mapContains(m, \'a\')`
|
||||||
|
FROM default.t_map_contains AS __table1
|
||||||
|
1
|
||||||
|
0
|
13
tests/queries/0_stateless/02115_map_contains_analyzer.sql
Normal file
13
tests/queries/0_stateless/02115_map_contains_analyzer.sql
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
DROP TABLE IF EXISTS t_map_contains;
|
||||||
|
|
||||||
|
CREATE TABLE t_map_contains (m Map(String, UInt32)) ENGINE = Memory;
|
||||||
|
|
||||||
|
INSERT INTO t_map_contains VALUES (map('a', 1, 'b', 2)), (map('c', 3, 'd', 4));
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 1;
|
||||||
|
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT mapContains(m, 'a') FROM t_map_contains;
|
||||||
|
SELECT mapContains(m, 'a') FROM t_map_contains;
|
||||||
|
|
||||||
|
DROP TABLE t_map_contains;
|
@ -1,17 +1,17 @@
|
|||||||
1
|
1
|
||||||
SELECT `t1.a`
|
SELECT `t1.a` AS `tupleElement(t1, 1)`
|
||||||
FROM t_tuple_element
|
FROM t_tuple_element
|
||||||
a
|
a
|
||||||
SELECT `t1.s`
|
SELECT `t1.s` AS `tupleElement(t1, 2)`
|
||||||
FROM t_tuple_element
|
FROM t_tuple_element
|
||||||
1
|
1
|
||||||
SELECT `t1.a`
|
SELECT `t1.a` AS `tupleElement(t1, \'a\')`
|
||||||
FROM t_tuple_element
|
FROM t_tuple_element
|
||||||
2
|
2
|
||||||
SELECT `t2.1`
|
SELECT `t2.1` AS `tupleElement(t2, 1)`
|
||||||
FROM t_tuple_element
|
FROM t_tuple_element
|
||||||
2
|
2
|
||||||
SELECT `t2.1`
|
SELECT `t2.1` AS `tupleElement(t2, 1)`
|
||||||
FROM t_tuple_element
|
FROM t_tuple_element
|
||||||
1 2
|
1 2
|
||||||
WITH (1, 2) AS t
|
WITH (1, 2) AS t
|
||||||
|
@ -0,0 +1,25 @@
|
|||||||
|
1
|
||||||
|
SELECT __table1.`t1.a` AS `tupleElement(t1, 1)`
|
||||||
|
FROM default.t_tuple_element AS __table1
|
||||||
|
a
|
||||||
|
SELECT __table1.`t1.s` AS `tupleElement(t1, 2)`
|
||||||
|
FROM default.t_tuple_element AS __table1
|
||||||
|
1
|
||||||
|
SELECT __table1.`t1.a` AS `tupleElement(t1, \'a\')`
|
||||||
|
FROM default.t_tuple_element AS __table1
|
||||||
|
2
|
||||||
|
SELECT __table1.`t2.1` AS `tupleElement(t2, 1)`
|
||||||
|
FROM default.t_tuple_element AS __table1
|
||||||
|
2
|
||||||
|
SELECT __table1.`t2.1` AS `tupleElement(t2, 1)`
|
||||||
|
FROM default.t_tuple_element AS __table1
|
||||||
|
1 2
|
||||||
|
SELECT
|
||||||
|
1 AS `tupleElement(t, 1)`,
|
||||||
|
2 AS `tupleElement(t, 2)`
|
||||||
|
FROM system.one AS __table1
|
||||||
|
1 2
|
||||||
|
SELECT
|
||||||
|
_CAST(1, \'UInt32\') AS `tupleElement(t, 1)`,
|
||||||
|
_CAST(2, \'UInt32\') AS `tupleElement(t, \'b\')`
|
||||||
|
FROM system.one AS __table1
|
43
tests/queries/0_stateless/02116_tuple_element_analyzer.sql
Normal file
43
tests/queries/0_stateless/02116_tuple_element_analyzer.sql
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
DROP TABLE IF EXISTS t_tuple_element;
|
||||||
|
|
||||||
|
CREATE TABLE t_tuple_element(t1 Tuple(a UInt32, s String), t2 Tuple(UInt32, String)) ENGINE = Memory;
|
||||||
|
INSERT INTO t_tuple_element VALUES ((1, 'a'), (2, 'b'));
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 1;
|
||||||
|
|
||||||
|
SELECT t1.1 FROM t_tuple_element;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT t1.1 FROM t_tuple_element;
|
||||||
|
|
||||||
|
SELECT tupleElement(t1, 2) FROM t_tuple_element;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT tupleElement(t1, 2) FROM t_tuple_element;
|
||||||
|
|
||||||
|
SELECT tupleElement(t1, 'a') FROM t_tuple_element;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT tupleElement(t1, 'a') FROM t_tuple_element;
|
||||||
|
|
||||||
|
SELECT tupleElement(number, 1) FROM numbers(1); -- { serverError ILLEGAL_TYPE_OF_ARGUMENT }
|
||||||
|
SELECT tupleElement(t1) FROM t_tuple_element; -- { serverError NUMBER_OF_ARGUMENTS_DOESNT_MATCH }
|
||||||
|
SELECT tupleElement(t1, 'b') FROM t_tuple_element; -- { serverError NOT_FOUND_COLUMN_IN_BLOCK, UNKNOWN_IDENTIFIER }
|
||||||
|
SELECT tupleElement(t1, 0) FROM t_tuple_element; -- { serverError ARGUMENT_OUT_OF_BOUND, NOT_FOUND_COLUMN_IN_BLOCK }
|
||||||
|
SELECT tupleElement(t1, 3) FROM t_tuple_element; -- { serverError ARGUMENT_OUT_OF_BOUND, NOT_FOUND_COLUMN_IN_BLOCK }
|
||||||
|
SELECT tupleElement(t1, materialize('a')) FROM t_tuple_element; -- { serverError ILLEGAL_TYPE_OF_ARGUMENT }
|
||||||
|
|
||||||
|
SELECT t2.1 FROM t_tuple_element;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT t2.1 FROM t_tuple_element;
|
||||||
|
|
||||||
|
SELECT tupleElement(t2, 1) FROM t_tuple_element;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT tupleElement(t2, 1) FROM t_tuple_element;
|
||||||
|
|
||||||
|
SELECT tupleElement(t2) FROM t_tuple_element; -- { serverError NUMBER_OF_ARGUMENTS_DOESNT_MATCH }
|
||||||
|
SELECT tupleElement(t2, 'a') FROM t_tuple_element; -- { serverError NOT_FOUND_COLUMN_IN_BLOCK, UNKNOWN_IDENTIFIER }
|
||||||
|
SELECT tupleElement(t2, 0) FROM t_tuple_element; -- { serverError ARGUMENT_OUT_OF_BOUND, NOT_FOUND_COLUMN_IN_BLOCK }
|
||||||
|
SELECT tupleElement(t2, 3) FROM t_tuple_element; -- { serverError ARGUMENT_OUT_OF_BOUND, NOT_FOUND_COLUMN_IN_BLOCK }
|
||||||
|
SELECT tupleElement(t2, materialize(1)) FROM t_tuple_element; -- { serverError ILLEGAL_TYPE_OF_ARGUMENT }
|
||||||
|
|
||||||
|
DROP TABLE t_tuple_element;
|
||||||
|
|
||||||
|
WITH (1, 2) AS t SELECT t.1, t.2;
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 WITH (1, 2) AS t SELECT t.1, t.2;
|
||||||
|
|
||||||
|
WITH (1, 2)::Tuple(a UInt32, b UInt32) AS t SELECT t.1, tupleElement(t, 'b');
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 WITH (1, 2)::Tuple(a UInt32, b UInt32) AS t SELECT t.1, tupleElement(t, 'b');
|
@ -0,0 +1,14 @@
|
|||||||
|
SELECT
|
||||||
|
`arr.size0` AS `length(arr)`,
|
||||||
|
`n.null` AS `isNull(n)`
|
||||||
|
FROM t_column_names
|
||||||
|
┌─length(arr)─┬─isNull(n)─┐
|
||||||
|
│ 3 │ 0 │
|
||||||
|
└─────────────┴───────────┘
|
||||||
|
SELECT
|
||||||
|
__table1.`arr.size0` AS `length(arr)`,
|
||||||
|
__table1.`n.null` AS `isNull(n)`
|
||||||
|
FROM default.t_column_names AS __table1
|
||||||
|
┌─length(arr)─┬─isNull(n)─┐
|
||||||
|
│ 3 │ 0 │
|
||||||
|
└─────────────┴───────────┘
|
@ -0,0 +1,19 @@
|
|||||||
|
DROP TABLE IF EXISTS t_column_names;
|
||||||
|
|
||||||
|
CREATE TABLE t_column_names (arr Array(UInt64), n Nullable(String)) ENGINE = Memory;
|
||||||
|
|
||||||
|
INSERT INTO t_column_names VALUES ([1, 2, 3], 'foo');
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 0;
|
||||||
|
|
||||||
|
EXPLAIN SYNTAX SELECT length(arr), isNull(n) FROM t_column_names;
|
||||||
|
SELECT length(arr), isNull(n) FROM t_column_names FORMAT PrettyCompactNoEscapes;
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 1;
|
||||||
|
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT length(arr), isNull(n) FROM t_column_names;
|
||||||
|
SELECT length(arr), isNull(n) FROM t_column_names FORMAT PrettyCompactNoEscapes;
|
||||||
|
|
||||||
|
DROP TABLE t_column_names;
|
@ -0,0 +1,8 @@
|
|||||||
|
SELECT `m.size0` AS `length(m)`
|
||||||
|
FROM t_func_to_subcolumns_map
|
||||||
|
2
|
||||||
|
1
|
||||||
|
SELECT __table1.`m.size0` AS `length(m)`
|
||||||
|
FROM default.t_func_to_subcolumns_map AS __table1
|
||||||
|
2
|
||||||
|
1
|
@ -0,0 +1,19 @@
|
|||||||
|
DROP TABLE IF EXISTS t_func_to_subcolumns_map;
|
||||||
|
|
||||||
|
CREATE TABLE t_func_to_subcolumns_map (id UInt64, m Map(String, UInt64)) ENGINE = MergeTree ORDER BY id;
|
||||||
|
|
||||||
|
INSERT INTO t_func_to_subcolumns_map VALUES (1, map('aaa', 1, 'bbb', 2)) (2, map('ccc', 3));
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 0;
|
||||||
|
|
||||||
|
EXPLAIN SYNTAX SELECT length(m) FROM t_func_to_subcolumns_map;
|
||||||
|
SELECT length(m) FROM t_func_to_subcolumns_map;
|
||||||
|
|
||||||
|
SET optimize_functions_to_subcolumns = 1;
|
||||||
|
SET allow_experimental_analyzer = 1;
|
||||||
|
|
||||||
|
EXPLAIN QUERY TREE dump_tree = 0, dump_ast = 1 SELECT length(m) FROM t_func_to_subcolumns_map;
|
||||||
|
SELECT length(m) FROM t_func_to_subcolumns_map;
|
||||||
|
|
||||||
|
DROP TABLE t_func_to_subcolumns_map;
|
Loading…
Reference in New Issue
Block a user