2018-11-02 18:53:23 +00:00
|
|
|
#include <Interpreters/AnalyzedJoin.h>
|
|
|
|
#include <Interpreters/DatabaseAndTableWithAlias.h>
|
2018-11-08 15:43:14 +00:00
|
|
|
#include <Interpreters/SyntaxAnalyzer.h>
|
2018-11-02 18:53:23 +00:00
|
|
|
#include <Interpreters/ExpressionAnalyzer.h>
|
|
|
|
#include <Interpreters/InterpreterSelectWithUnionQuery.h>
|
|
|
|
|
|
|
|
#include <Parsers/ASTExpressionList.h>
|
|
|
|
#include <Parsers/ASTTablesInSelectQuery.h>
|
|
|
|
#include <Parsers/ASTSelectQuery.h>
|
|
|
|
|
|
|
|
#include <Storages/IStorage.h>
|
2019-02-06 14:48:05 +00:00
|
|
|
#include <DataTypes/DataTypeNullable.h>
|
2018-11-02 18:53:23 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2019-02-13 15:18:02 +00:00
|
|
|
void AnalyzedJoin::addUsingKey(const ASTPtr & ast)
|
|
|
|
{
|
|
|
|
key_names_left.push_back(ast->getColumnName());
|
|
|
|
key_names_right.push_back(ast->getAliasOrColumnName());
|
|
|
|
|
|
|
|
key_asts_left.push_back(ast);
|
|
|
|
key_asts_right.push_back(ast);
|
|
|
|
}
|
|
|
|
|
|
|
|
void AnalyzedJoin::addOnKeys(ASTPtr & left_table_ast, ASTPtr & right_table_ast)
|
|
|
|
{
|
|
|
|
key_names_left.push_back(left_table_ast->getColumnName());
|
|
|
|
key_names_right.push_back(right_table_ast->getAliasOrColumnName());
|
|
|
|
|
|
|
|
key_asts_left.push_back(left_table_ast);
|
|
|
|
key_asts_right.push_back(right_table_ast);
|
|
|
|
}
|
|
|
|
|
2018-11-08 09:00:25 +00:00
|
|
|
ExpressionActionsPtr AnalyzedJoin::createJoinedBlockActions(
|
|
|
|
const JoinedColumnsList & columns_added_by_join,
|
|
|
|
const ASTSelectQuery * select_query_with_join,
|
2019-01-30 15:51:39 +00:00
|
|
|
const Context & context) const
|
2018-11-02 18:53:23 +00:00
|
|
|
{
|
|
|
|
if (!select_query_with_join)
|
2018-11-08 09:00:25 +00:00
|
|
|
return nullptr;
|
2018-11-02 18:53:23 +00:00
|
|
|
|
|
|
|
const ASTTablesInSelectQueryElement * join = select_query_with_join->join();
|
|
|
|
|
|
|
|
if (!join)
|
2018-11-08 09:00:25 +00:00
|
|
|
return nullptr;
|
2018-11-02 18:53:23 +00:00
|
|
|
|
2019-03-15 16:14:13 +00:00
|
|
|
const auto & join_params = join->table_join->as<ASTTableJoin &>();
|
2018-11-02 18:53:23 +00:00
|
|
|
|
|
|
|
/// Create custom expression list with join keys from right table.
|
|
|
|
auto expression_list = std::make_shared<ASTExpressionList>();
|
|
|
|
ASTs & children = expression_list->children;
|
|
|
|
|
2019-03-15 16:14:13 +00:00
|
|
|
if (join_params.on_expression)
|
2018-11-02 18:53:23 +00:00
|
|
|
for (const auto & join_right_key : key_asts_right)
|
|
|
|
children.emplace_back(join_right_key);
|
|
|
|
|
|
|
|
NameSet required_columns_set(key_names_right.begin(), key_names_right.end());
|
|
|
|
for (const auto & joined_column : columns_added_by_join)
|
|
|
|
required_columns_set.insert(joined_column.name_and_type.name);
|
|
|
|
Names required_columns(required_columns_set.begin(), required_columns_set.end());
|
|
|
|
|
|
|
|
NamesAndTypesList source_column_names;
|
|
|
|
for (auto & column : columns_from_joined_table)
|
|
|
|
source_column_names.emplace_back(column.name_and_type);
|
|
|
|
|
2018-11-08 15:43:14 +00:00
|
|
|
ASTPtr query = expression_list;
|
2019-01-09 16:16:59 +00:00
|
|
|
auto syntax_result = SyntaxAnalyzer(context).analyze(query, source_column_names, required_columns);
|
2019-01-30 15:51:39 +00:00
|
|
|
ExpressionAnalyzer analyzer(query, syntax_result, context, {}, required_columns_set);
|
2019-02-15 15:34:30 +00:00
|
|
|
return analyzer.getActions(true, false);
|
2019-01-30 15:51:39 +00:00
|
|
|
}
|
|
|
|
|
2019-02-06 14:48:05 +00:00
|
|
|
Names AnalyzedJoin::getOriginalColumnNames(const NameSet & required_columns_from_joined_table) const
|
2019-01-30 15:51:39 +00:00
|
|
|
{
|
2019-02-06 14:48:05 +00:00
|
|
|
Names original_columns;
|
|
|
|
for (const auto & column : columns_from_joined_table)
|
|
|
|
if (required_columns_from_joined_table.count(column.name_and_type.name))
|
|
|
|
original_columns.emplace_back(column.original_name);
|
|
|
|
return original_columns;
|
2018-11-02 18:53:23 +00:00
|
|
|
}
|
|
|
|
|
2019-02-21 19:38:12 +00:00
|
|
|
void AnalyzedJoin::calculateColumnsFromJoinedTable(const NamesAndTypesList & columns, const Names & original_names)
|
2018-11-02 18:53:23 +00:00
|
|
|
{
|
2019-02-13 19:00:52 +00:00
|
|
|
columns_from_joined_table.clear();
|
2018-11-02 18:53:23 +00:00
|
|
|
|
2019-02-21 19:38:12 +00:00
|
|
|
size_t i = 0;
|
2019-02-13 19:00:52 +00:00
|
|
|
for (auto & column : columns)
|
|
|
|
{
|
2019-02-21 19:38:12 +00:00
|
|
|
JoinedColumn joined_column(column, original_names[i++]);
|
2018-11-02 18:53:23 +00:00
|
|
|
|
2019-02-13 19:00:52 +00:00
|
|
|
/// We don't want to select duplicate columns from the joined subquery if they appear
|
|
|
|
if (std::find(columns_from_joined_table.begin(), columns_from_joined_table.end(), joined_column) == columns_from_joined_table.end())
|
|
|
|
columns_from_joined_table.push_back(joined_column);
|
|
|
|
}
|
2018-11-02 18:53:23 +00:00
|
|
|
}
|
|
|
|
|
2019-02-13 19:00:52 +00:00
|
|
|
void AnalyzedJoin::calculateAvailableJoinedColumns(bool make_nullable)
|
2019-02-06 14:48:05 +00:00
|
|
|
{
|
|
|
|
NameSet joined_columns;
|
|
|
|
|
2019-02-13 19:00:52 +00:00
|
|
|
for (auto & column : columns_from_joined_table)
|
2019-02-06 14:48:05 +00:00
|
|
|
{
|
|
|
|
auto & column_name = column.name_and_type.name;
|
|
|
|
auto & column_type = column.name_and_type.type;
|
|
|
|
auto & original_name = column.original_name;
|
|
|
|
{
|
|
|
|
if (joined_columns.count(column_name)) /// Duplicate columns in the subquery for JOIN do not make sense.
|
|
|
|
continue;
|
|
|
|
|
|
|
|
joined_columns.insert(column_name);
|
|
|
|
|
|
|
|
auto type = make_nullable ? makeNullable(column_type) : column_type;
|
|
|
|
available_joined_columns.emplace_back(NameAndTypePair(column_name, std::move(type)), original_name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-02 18:53:23 +00:00
|
|
|
|
|
|
|
NamesAndTypesList getNamesAndTypeListFromTableExpression(const ASTTableExpression & table_expression, const Context & context)
|
|
|
|
{
|
|
|
|
NamesAndTypesList names_and_type_list;
|
|
|
|
if (table_expression.subquery)
|
|
|
|
{
|
|
|
|
const auto & subquery = table_expression.subquery->children.at(0);
|
|
|
|
names_and_type_list = InterpreterSelectWithUnionQuery::getSampleBlock(subquery, context).getNamesAndTypesList();
|
|
|
|
}
|
|
|
|
else if (table_expression.table_function)
|
|
|
|
{
|
|
|
|
const auto table_function = table_expression.table_function;
|
|
|
|
auto query_context = const_cast<Context *>(&context.getQueryContext());
|
|
|
|
const auto & function_storage = query_context->executeTableFunction(table_function);
|
|
|
|
names_and_type_list = function_storage->getSampleBlockNonMaterialized().getNamesAndTypesList();
|
|
|
|
}
|
|
|
|
else if (table_expression.database_and_table_name)
|
|
|
|
{
|
2019-01-14 18:15:04 +00:00
|
|
|
DatabaseAndTableWithAlias database_table(table_expression.database_and_table_name);
|
2018-11-02 18:53:23 +00:00
|
|
|
const auto & table = context.getTable(database_table.database, database_table.table);
|
|
|
|
names_and_type_list = table->getSampleBlockNonMaterialized().getNamesAndTypesList();
|
|
|
|
}
|
|
|
|
|
|
|
|
return names_and_type_list;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|