Fix error with batch aggregation and -Array combinator

This commit is contained in:
Alexey Milovidov 2020-08-14 09:52:28 +03:00
parent da8d8f35dd
commit 8c85ab3753
4 changed files with 42 additions and 17 deletions

View File

@ -388,13 +388,14 @@ public:
{ {
for (size_t j = 0; j < UNROLL_COUNT; ++j) for (size_t j = 0; j < UNROLL_COUNT; ++j)
{ {
if (has_data[j * 256 + k]) size_t idx = j * 256 + k;
if (has_data[idx])
{ {
AggregateDataPtr & place = map[k]; AggregateDataPtr & place = map[k];
if (unlikely(!place)) if (unlikely(!place))
init(place); init(place);
func.merge(place + place_offset, reinterpret_cast<const char *>(&places[256 * j + k]), arena); func.merge(place + place_offset, reinterpret_cast<const char *>(&places[idx]), nullptr);
} }
} }
} }

View File

@ -449,7 +449,6 @@ void NO_INLINE Aggregator::executeImpl(
typename Method::State state(key_columns, key_sizes, aggregation_state_cache); typename Method::State state(key_columns, key_sizes, aggregation_state_cache);
if (!no_more_keys) if (!no_more_keys)
//executeImplCase<false>(method, state, aggregates_pool, rows, aggregate_instructions, overflow_row);
executeImplBatch(method, state, aggregates_pool, rows, aggregate_instructions); executeImplBatch(method, state, aggregates_pool, rows, aggregate_instructions);
else else
executeImplCase<true>(method, state, aggregates_pool, rows, aggregate_instructions, overflow_row); executeImplCase<true>(method, state, aggregates_pool, rows, aggregate_instructions, overflow_row);
@ -534,22 +533,36 @@ void NO_INLINE Aggregator::executeImplBatch(
/// Optimization for special case when aggregating by 8bit key. /// Optimization for special case when aggregating by 8bit key.
if constexpr (std::is_same_v<Method, typename decltype(AggregatedDataVariants::key8)::element_type>) if constexpr (std::is_same_v<Method, typename decltype(AggregatedDataVariants::key8)::element_type>)
{ {
/// We use another method if there are aggregate functions with -Array combinator.
bool has_arrays = false;
for (AggregateFunctionInstruction * inst = aggregate_instructions; inst->that; ++inst) for (AggregateFunctionInstruction * inst = aggregate_instructions; inst->that; ++inst)
{ {
inst->batch_that->addBatchLookupTable8( if (inst->offsets)
rows, {
reinterpret_cast<AggregateDataPtr *>(method.data.data()), has_arrays = true;
inst->state_offset, break;
[&](AggregateDataPtr & aggregate_data) }
{ }
aggregate_data = aggregates_pool->alignedAlloc(total_size_of_aggregate_states, align_aggregate_states);
createAggregateStates(aggregate_data); if (!has_arrays)
}, {
state.getKeyData(), for (AggregateFunctionInstruction * inst = aggregate_instructions; inst->that; ++inst)
inst->batch_arguments, {
aggregates_pool); inst->batch_that->addBatchLookupTable8(
rows,
reinterpret_cast<AggregateDataPtr *>(method.data.data()),
inst->state_offset,
[&](AggregateDataPtr & aggregate_data)
{
aggregate_data = aggregates_pool->alignedAlloc(total_size_of_aggregate_states, align_aggregate_states);
createAggregateStates(aggregate_data);
},
state.getKeyData(),
inst->batch_arguments,
aggregates_pool);
}
return;
} }
return;
} }
/// Generic case. /// Generic case.
@ -629,7 +642,7 @@ void NO_INLINE Aggregator::executeOnIntervalWithoutKeyImpl(
void Aggregator::prepareAggregateInstructions(Columns columns, AggregateColumns & aggregate_columns, Columns & materialized_columns, void Aggregator::prepareAggregateInstructions(Columns columns, AggregateColumns & aggregate_columns, Columns & materialized_columns,
AggregateFunctionInstructions & aggregate_functions_instructions, NestedColumnsHolder & nested_columns_holder) AggregateFunctionInstructions & aggregate_functions_instructions, NestedColumnsHolder & nested_columns_holder)
{ {
for (size_t i = 0; i < params.aggregates_size; ++i) for (size_t i = 0; i < params.aggregates_size; ++i)
aggregate_columns[i].resize(params.aggregates[i].arguments.size()); aggregate_columns[i].resize(params.aggregates[i].arguments.size());

View File

@ -0,0 +1,10 @@
0 0
1 0
2 0
3 0
4 0
5 0
6 0
7 0
8 0
9 0

View File

@ -0,0 +1 @@
SELECT number % 100 AS k, sumArray(emptyArrayUInt8()) AS v FROM numbers(10) GROUP BY k;