2022-09-05 10:24:54 +00:00
|
|
|
#include <Planner/CollectSets.h>
|
2022-08-27 13:16:02 +00:00
|
|
|
|
|
|
|
#include <Interpreters/Context.h>
|
|
|
|
|
2022-08-27 14:32:50 +00:00
|
|
|
#include <Storages/StorageSet.h>
|
|
|
|
|
2022-08-27 13:16:02 +00:00
|
|
|
#include <Analyzer/Utils.h>
|
|
|
|
#include <Analyzer/SetUtils.h>
|
|
|
|
#include <Analyzer/InDepthQueryTreeVisitor.h>
|
|
|
|
#include <Analyzer/ConstantNode.h>
|
|
|
|
#include <Analyzer/FunctionNode.h>
|
2022-08-27 14:32:50 +00:00
|
|
|
#include <Analyzer/TableNode.h>
|
2022-08-27 13:16:02 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2022-09-06 15:25:52 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int UNSUPPORTED_METHOD;
|
|
|
|
}
|
|
|
|
|
2022-08-27 13:16:02 +00:00
|
|
|
namespace
|
|
|
|
{
|
|
|
|
|
2022-10-07 13:20:45 +00:00
|
|
|
class CollectSetsVisitor : public ConstInDepthQueryTreeVisitor<CollectSetsVisitor>
|
2022-08-27 13:16:02 +00:00
|
|
|
{
|
|
|
|
public:
|
2022-10-07 13:20:45 +00:00
|
|
|
explicit CollectSetsVisitor(const PlannerContext & planner_context_)
|
|
|
|
: planner_context(planner_context_)
|
|
|
|
{}
|
2022-08-27 13:16:02 +00:00
|
|
|
|
2022-10-07 13:20:45 +00:00
|
|
|
void visitImpl(const QueryTreeNodePtr & node)
|
2022-08-27 13:16:02 +00:00
|
|
|
{
|
|
|
|
auto * function_node = node->as<FunctionNode>();
|
|
|
|
if (!function_node || !isNameOfInFunction(function_node->getFunctionName()))
|
|
|
|
return;
|
|
|
|
|
|
|
|
auto in_first_argument = function_node->getArguments().getNodes().at(0);
|
|
|
|
auto in_second_argument = function_node->getArguments().getNodes().at(1);
|
|
|
|
auto in_second_argument_node_type = in_second_argument->getNodeType();
|
|
|
|
|
|
|
|
const auto & global_planner_context = planner_context.getGlobalPlannerContext();
|
|
|
|
const auto & settings = planner_context.getQueryContext()->getSettingsRef();
|
|
|
|
|
2022-09-10 20:06:41 +00:00
|
|
|
String set_key = global_planner_context->createSetKey(in_second_argument);
|
2022-08-27 13:16:02 +00:00
|
|
|
auto prepared_set = global_planner_context->getSetOrNull(set_key);
|
|
|
|
|
|
|
|
if (prepared_set)
|
|
|
|
return;
|
|
|
|
|
2022-08-27 14:32:50 +00:00
|
|
|
/// Tables and table functions are replaced with subquery at Analysis stage, except special Set table.
|
|
|
|
auto * second_argument_table = in_second_argument->as<TableNode>();
|
|
|
|
StorageSet * storage_set = second_argument_table != nullptr ? dynamic_cast<StorageSet *>(second_argument_table->getStorage().get()) : nullptr;
|
|
|
|
|
|
|
|
if (storage_set)
|
|
|
|
{
|
|
|
|
global_planner_context->registerSet(set_key, storage_set->getSet());
|
|
|
|
}
|
2022-08-31 15:21:17 +00:00
|
|
|
else if (auto constant_value = in_second_argument->getConstantValueOrNull())
|
|
|
|
{
|
|
|
|
auto set = makeSetForConstantValue(
|
|
|
|
in_first_argument->getResultType(),
|
|
|
|
constant_value->getValue(),
|
|
|
|
constant_value->getType(),
|
|
|
|
settings);
|
|
|
|
|
|
|
|
global_planner_context->registerSet(set_key, std::move(set));
|
|
|
|
}
|
2022-08-27 14:32:50 +00:00
|
|
|
else if (in_second_argument_node_type == QueryTreeNodeType::QUERY ||
|
2022-08-27 13:16:02 +00:00
|
|
|
in_second_argument_node_type == QueryTreeNodeType::UNION)
|
|
|
|
{
|
|
|
|
SizeLimits size_limits_for_set = {settings.max_rows_in_set, settings.max_bytes_in_set, settings.set_overflow_mode};
|
|
|
|
bool tranform_null_in = settings.transform_null_in;
|
|
|
|
|
|
|
|
auto set = std::make_shared<Set>(size_limits_for_set, false /*fill_set_elements*/, tranform_null_in);
|
|
|
|
|
|
|
|
global_planner_context->registerSet(set_key, set);
|
|
|
|
global_planner_context->registerSubqueryNodeForSet(set_key, SubqueryNodeForSet{in_second_argument, set});
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
throw Exception(ErrorCodes::UNSUPPORTED_METHOD,
|
2022-10-06 19:36:06 +00:00
|
|
|
"Function '{}' is supported only if second argument is constant or table expression",
|
2022-09-06 15:25:52 +00:00
|
|
|
function_node->getFunctionName());
|
2022-08-27 13:16:02 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static bool needChildVisit(const QueryTreeNodePtr &, const QueryTreeNodePtr & child_node)
|
|
|
|
{
|
2022-09-06 15:25:52 +00:00
|
|
|
return !(child_node->getNodeType() == QueryTreeNodeType::QUERY || child_node->getNodeType() == QueryTreeNodeType::UNION);
|
2022-08-27 13:16:02 +00:00
|
|
|
}
|
|
|
|
|
2022-10-07 13:20:45 +00:00
|
|
|
private:
|
|
|
|
const PlannerContext & planner_context;
|
|
|
|
};
|
2022-08-27 13:16:02 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
void collectSets(const QueryTreeNodePtr & node, const PlannerContext & planner_context)
|
|
|
|
{
|
2022-10-07 13:20:45 +00:00
|
|
|
CollectSetsVisitor visitor(planner_context);
|
2022-08-27 13:16:02 +00:00
|
|
|
visitor.visit(node);
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|