ClickHouse/src/Interpreters/addMissingDefaults.cpp
Nikolai Kochetov a7f58da87e Fix tests.
2021-02-05 19:35:21 +03:00

97 lines
3.5 KiB
C++

#include <Interpreters/addMissingDefaults.h>
#include <Common/typeid_cast.h>
#include <DataTypes/NestedUtils.h>
#include <DataTypes/DataTypeArray.h>
#include <Columns/ColumnArray.h>
#include <Interpreters/inplaceBlockConversions.h>
#include <Core/Block.h>
#include <Storages/ColumnsDescription.h>
#include <Interpreters/ExpressionActions.h>
#include <Functions/IFunctionAdaptors.h>
#include <Functions/replicate.h>
#include <Functions/materialize.h>
namespace DB
{
ActionsDAGPtr addMissingDefaults(
const Block & header,
const NamesAndTypesList & required_columns,
const ColumnsDescription & columns,
const Context & context)
{
/// For missing columns of nested structure, you need to create not a column of empty arrays, but a column of arrays of correct lengths.
/// First, remember the offset columns for all arrays in the block.
std::map<String, Names> nested_groups;
for (size_t i = 0, size = header.columns(); i < size; ++i)
{
const auto & elem = header.getByPosition(i);
if (typeid_cast<const ColumnArray *>(&*elem.column))
{
String offsets_name = Nested::extractTableName(elem.name);
auto & group = nested_groups[offsets_name];
if (group.empty())
group.push_back({});
group.push_back(elem.name);
}
}
auto actions = std::make_shared<ActionsDAG>(header.getColumnsWithTypeAndName());
FunctionOverloadResolverPtr func_builder_replicate =
std::make_shared<FunctionOverloadResolverAdaptor>(
std::make_unique<DefaultOverloadResolver>(
std::make_shared<FunctionReplicate>()));
FunctionOverloadResolverPtr func_builder_materialize =
std::make_shared<FunctionOverloadResolverAdaptor>(
std::make_unique<DefaultOverloadResolver>(
std::make_shared<FunctionMaterialize>()));
/// We take given columns from input block and missed columns without default value
/// (default and materialized will be computed later).
for (const auto & column : required_columns)
{
if (header.has(column.name))
continue;
if (columns.hasDefault(column.name))
continue;
String offsets_name = Nested::extractTableName(column.name);
if (nested_groups.count(offsets_name))
{
DataTypePtr nested_type = typeid_cast<const DataTypeArray &>(*column.type).getNestedType();
ColumnPtr nested_column = nested_type->createColumnConstWithDefaultValue(0);
const auto & constant = actions->addColumn({std::move(nested_column), nested_type, column.name}, true);
auto & group = nested_groups[offsets_name];
group[0] = constant.result_name;
actions->addFunction(func_builder_replicate, group, constant.result_name, context);
continue;
}
/** It is necessary to turn a constant column into a full column, since in part of blocks (from other parts),
* it can be full (or the interpreter may decide that it is constant everywhere).
*/
auto new_column = column.type->createColumnConstWithDefaultValue(0);
actions->addColumn({std::move(new_column), column.type, column.name}, true, true);
}
/// Computes explicitly specified values by default and materialized columns.
if (auto dag = evaluateMissingDefaults(header, required_columns, columns, context))
actions = ActionsDAG::merge(std::move(*actions), std::move(*dag));
return actions;
}
}