2018-07-04 17:02:47 +00:00
|
|
|
#include <Columns/ColumnsNumber.h>
|
|
|
|
#include <Columns/ColumnsCommon.h>
|
|
|
|
#include <Columns/ColumnConst.h>
|
|
|
|
#include <Columns/FilterDescription.h>
|
|
|
|
#include <Interpreters/ExpressionActions.h>
|
|
|
|
#include <Common/typeid_cast.h>
|
|
|
|
#include <Interpreters/evaluateMissingDefaults.h>
|
|
|
|
#include <DataStreams/AddingDefaultsBlockInputStream.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int SIZES_OF_COLUMNS_DOESNT_MATCH;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
AddingDefaultsBlockInputStream::AddingDefaultsBlockInputStream(const BlockInputStreamPtr & input,
|
|
|
|
const ColumnDefaults & column_defaults_,
|
|
|
|
const Context & context_)
|
|
|
|
: column_defaults(column_defaults_),
|
|
|
|
context(context_)
|
|
|
|
{
|
|
|
|
children.push_back(input);
|
|
|
|
header = input->getHeader();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Block AddingDefaultsBlockInputStream::readImpl()
|
|
|
|
{
|
|
|
|
Block res = children.back()->read();
|
|
|
|
if (!res)
|
|
|
|
return res;
|
|
|
|
|
|
|
|
if (column_defaults.empty())
|
|
|
|
return res;
|
|
|
|
|
2018-11-15 15:57:20 +00:00
|
|
|
const BlockMissingValues & delayed_defaults = children.back()->getMissingValues();
|
2018-07-04 17:02:47 +00:00
|
|
|
if (delayed_defaults.empty())
|
|
|
|
return res;
|
|
|
|
|
|
|
|
Block evaluate_block{res};
|
|
|
|
for (const auto & column : column_defaults)
|
2018-07-12 22:05:03 +00:00
|
|
|
{
|
|
|
|
/// column_defaults contain aliases that could be ommited in evaluate_block
|
|
|
|
if (evaluate_block.has(column.first))
|
|
|
|
evaluate_block.erase(column.first);
|
|
|
|
}
|
2018-07-04 17:02:47 +00:00
|
|
|
|
|
|
|
evaluateMissingDefaultsUnsafe(evaluate_block, header.getNamesAndTypesList(), column_defaults, context);
|
|
|
|
|
2018-07-17 20:02:37 +00:00
|
|
|
std::unordered_map<size_t, MutableColumnPtr> mixed_columns;
|
2018-07-04 17:02:47 +00:00
|
|
|
|
|
|
|
for (const ColumnWithTypeAndName & column_def : evaluate_block)
|
|
|
|
{
|
|
|
|
const String & column_name = column_def.name;
|
|
|
|
|
|
|
|
if (column_defaults.count(column_name) == 0)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
size_t block_column_position = res.getPositionByName(column_name);
|
|
|
|
const ColumnWithTypeAndName & column_read = res.getByPosition(block_column_position);
|
|
|
|
|
|
|
|
if (column_read.column->size() != column_def.column->size())
|
|
|
|
throw Exception("Mismach column sizes while adding defaults", ErrorCodes::SIZES_OF_COLUMNS_DOESNT_MATCH);
|
|
|
|
|
2018-07-11 14:11:47 +00:00
|
|
|
const auto & defaults_mask = delayed_defaults.getDefaultsBitmask(block_column_position);
|
|
|
|
if (!defaults_mask.empty())
|
2018-07-04 17:02:47 +00:00
|
|
|
{
|
2018-07-11 14:11:47 +00:00
|
|
|
MutableColumnPtr column_mixed = column_read.column->cloneEmpty();
|
|
|
|
|
|
|
|
for (size_t row_idx = 0; row_idx < column_read.column->size(); ++row_idx)
|
2018-07-10 13:33:41 +00:00
|
|
|
{
|
2018-07-16 19:28:07 +00:00
|
|
|
if (row_idx < defaults_mask.size() && defaults_mask[row_idx])
|
2018-07-11 14:11:47 +00:00
|
|
|
{
|
|
|
|
if (column_def.column->isColumnConst())
|
|
|
|
column_mixed->insert((*column_def.column)[row_idx]);
|
|
|
|
else
|
|
|
|
column_mixed->insertFrom(*column_def.column, row_idx);
|
|
|
|
}
|
2018-07-10 13:33:41 +00:00
|
|
|
else
|
2018-07-11 14:11:47 +00:00
|
|
|
column_mixed->insertFrom(*column_read.column, row_idx);
|
2018-07-10 13:33:41 +00:00
|
|
|
}
|
2018-07-04 17:02:47 +00:00
|
|
|
|
2018-07-17 20:02:37 +00:00
|
|
|
mixed_columns.emplace(std::make_pair(block_column_position, std::move(column_mixed)));
|
2018-07-11 14:11:47 +00:00
|
|
|
}
|
2018-07-04 17:02:47 +00:00
|
|
|
}
|
|
|
|
|
2018-07-17 20:02:37 +00:00
|
|
|
if (!mixed_columns.empty())
|
2018-07-04 17:02:47 +00:00
|
|
|
{
|
2018-07-17 20:02:37 +00:00
|
|
|
/// replace columns saving block structure
|
|
|
|
MutableColumns mutation = res.mutateColumns();
|
|
|
|
for (size_t position = 0; position < mutation.size(); ++position)
|
|
|
|
{
|
|
|
|
auto it = mixed_columns.find(position);
|
|
|
|
if (it != mixed_columns.end())
|
|
|
|
mutation[position] = std::move(it->second);
|
|
|
|
}
|
|
|
|
res.setColumns(std::move(mutation));
|
2018-07-04 17:02:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|