mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-10 01:25:21 +00:00
Backport #64363 to 24.3: Split tests 03039_dynamic_all_merge_algorithms to avoid timeouts
This commit is contained in:
robot-clickhouse
parent
45a172a3fb
commit
d42ecfb3fd
@ -0,0 +1,32 @@
|
||||
MergeTree compact + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree wide + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree compact + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree wide + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
40
tests/queries/0_stateless/03039_dynamic_aggregating_merge_tree.sh
Executable file
40
tests/queries/0_stateless/03039_dynamic_aggregating_merge_tree.sh
Executable file
@ -0,0 +1,40 @@
|
||||
#!/usr/bin/env bash
|
||||
# Tags: long
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
# reset --log_comment
|
||||
CLICKHOUSE_LOG_COMMENT=
|
||||
# shellcheck source=../shell_config.sh
|
||||
. "$CUR_DIR"/../shell_config.sh
|
||||
|
||||
# Fix some settings to avoid timeouts because of some settings randomization
|
||||
CH_CLIENT="$CLICKHOUSE_CLIENT --allow_merge_tree_settings --allow_experimental_dynamic_type=1 --index_granularity_bytes 10485760 --index_granularity 8128 --merge_max_block_size 8128 --optimize_aggregation_in_order 0"
|
||||
|
||||
function test()
|
||||
{
|
||||
$CH_CLIENT -q "create table test (id UInt64, sum AggregateFunction(sum, UInt64), d Dynamic) engine=AggregatingMergeTree() order by id settings $1;"
|
||||
$CH_CLIENT -q "system stop merges test"
|
||||
$CH_CLIENT -q "insert into test select number, sumState(1::UInt64), number from numbers(100000) group by number"
|
||||
$CH_CLIENT -q "insert into test select number, sumState(1::UInt64), 'str_' || toString(number) from numbers(50000, 100000) group by number"
|
||||
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "select count(), sum from (select sumMerge(sum) as sum from test group by id, _part) group by sum order by sum, count()"
|
||||
$CH_CLIENT -nm -q "system start merges test; optimize table test final"
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "select count(), sum from (select sumMerge(sum) as sum from test group by id, _part) group by sum order by sum, count()"
|
||||
$CH_CLIENT -q "drop table test"
|
||||
}
|
||||
|
||||
$CH_CLIENT -q "drop table if exists test;"
|
||||
|
||||
echo "MergeTree compact + horizontal merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=10000000000, vertical_merge_algorithm_min_columns_to_activate=100000000000"
|
||||
|
||||
echo "MergeTree wide + horizontal merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1,vertical_merge_algorithm_min_rows_to_activate=1000000000, vertical_merge_algorithm_min_columns_to_activate=1000000000000"
|
||||
|
||||
echo "MergeTree compact + vertical merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
|
||||
echo "MergeTree wide + vertical merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
@ -0,0 +1,20 @@
|
||||
MergeTree compact + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 String
|
||||
50000 UInt64
|
||||
MergeTree wide + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 String
|
||||
50000 UInt64
|
||||
MergeTree compact + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 String
|
||||
50000 UInt64
|
||||
MergeTree wide + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 String
|
||||
50000 UInt64
|
||||
38
tests/queries/0_stateless/03039_dynamic_collapsing_merge_tree.sh
Executable file
38
tests/queries/0_stateless/03039_dynamic_collapsing_merge_tree.sh
Executable file
@ -0,0 +1,38 @@
|
||||
#!/usr/bin/env bash
|
||||
# Tags: long
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
# reset --log_comment
|
||||
CLICKHOUSE_LOG_COMMENT=
|
||||
# shellcheck source=../shell_config.sh
|
||||
. "$CUR_DIR"/../shell_config.sh
|
||||
|
||||
# Fix some settings to avoid timeouts because of some settings randomization
|
||||
CH_CLIENT="$CLICKHOUSE_CLIENT --allow_merge_tree_settings --allow_experimental_dynamic_type=1 --index_granularity_bytes 10485760 --index_granularity 8128 --merge_max_block_size 8128"
|
||||
|
||||
function test()
|
||||
{
|
||||
$CH_CLIENT -q "create table test (id UInt64, sign Int8, d Dynamic) engine=CollapsingMergeTree(sign) order by id settings $1;"
|
||||
$CH_CLIENT -q "system stop merges test"
|
||||
$CH_CLIENT -q "insert into test select number, 1, number from numbers(100000)"
|
||||
$CH_CLIENT -q "insert into test select number, -1, 'str_' || toString(number) from numbers(50000, 100000)"
|
||||
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -nm -q "system start merges test; optimize table test final"
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "drop table test"
|
||||
}
|
||||
|
||||
$CH_CLIENT -q "drop table if exists test;"
|
||||
|
||||
echo "MergeTree compact + horizontal merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000"
|
||||
|
||||
echo "MergeTree wide + horizontal merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1"
|
||||
|
||||
echo "MergeTree compact + vertical merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
|
||||
echo "MergeTree wide + vertical merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
@ -0,0 +1,20 @@
|
||||
MergeTree compact + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 UInt64
|
||||
100000 String
|
||||
MergeTree wide + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 UInt64
|
||||
100000 String
|
||||
MergeTree compact + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 UInt64
|
||||
100000 String
|
||||
MergeTree wide + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
50000 UInt64
|
||||
100000 String
|
||||
39
tests/queries/0_stateless/03039_dynamic_replacing_merge_tree.sh
Executable file
39
tests/queries/0_stateless/03039_dynamic_replacing_merge_tree.sh
Executable file
@ -0,0 +1,39 @@
|
||||
#!/usr/bin/env bash
|
||||
# Tags: long
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
# reset --log_comment
|
||||
CLICKHOUSE_LOG_COMMENT=
|
||||
# shellcheck source=../shell_config.sh
|
||||
. "$CUR_DIR"/../shell_config.sh
|
||||
|
||||
# Fix some settings to avoid timeouts because of some settings randomization
|
||||
CH_CLIENT="$CLICKHOUSE_CLIENT --allow_merge_tree_settings --allow_experimental_dynamic_type=1 --index_granularity_bytes 10485760 --index_granularity 8128 --merge_max_block_size 8128"
|
||||
|
||||
|
||||
function test()
|
||||
{
|
||||
$CH_CLIENT -q "create table test (id UInt64, d Dynamic) engine=ReplacingMergeTree order by id settings $1;"
|
||||
$CH_CLIENT -q "system stop merges test"
|
||||
$CH_CLIENT -q "insert into test select number, number from numbers(100000)"
|
||||
$CH_CLIENT -q "insert into test select number, 'str_' || toString(number) from numbers(50000, 100000)"
|
||||
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -nm -q "system start merges test; optimize table test final"
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "drop table test"
|
||||
}
|
||||
|
||||
$CH_CLIENT -q "drop table if exists test;"
|
||||
|
||||
echo "MergeTree compact + horizontal merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=10000000000, vertical_merge_algorithm_min_columns_to_activate=100000000000"
|
||||
|
||||
echo "MergeTree wide + horizontal merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1,vertical_merge_algorithm_min_rows_to_activate=1000000000, vertical_merge_algorithm_min_columns_to_activate=1000000000000"
|
||||
|
||||
echo "MergeTree compact + vertical merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
|
||||
echo "MergeTree wide + vertical merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
@ -0,0 +1,32 @@
|
||||
MergeTree compact + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree wide + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree compact + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
MergeTree wide + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
200000 1
|
||||
50000 String
|
||||
100000 UInt64
|
||||
100000 1
|
||||
50000 2
|
||||
40
tests/queries/0_stateless/03039_dynamic_summing_merge_tree.sh
Executable file
40
tests/queries/0_stateless/03039_dynamic_summing_merge_tree.sh
Executable file
@ -0,0 +1,40 @@
|
||||
#!/usr/bin/env bash
|
||||
# Tags: long
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
# reset --log_comment
|
||||
CLICKHOUSE_LOG_COMMENT=
|
||||
# shellcheck source=../shell_config.sh
|
||||
. "$CUR_DIR"/../shell_config.sh
|
||||
|
||||
# Fix some settings to avoid timeouts because of some settings randomization
|
||||
CH_CLIENT="$CLICKHOUSE_CLIENT --allow_merge_tree_settings --allow_experimental_dynamic_type=1 --index_granularity_bytes 10485760 --index_granularity 8128 --merge_max_block_size 8128"
|
||||
|
||||
function test()
|
||||
{
|
||||
$CH_CLIENT -q "create table test (id UInt64, sum UInt64, d Dynamic) engine=SummingMergeTree(sum) order by id settings $1;"
|
||||
$CH_CLIENT -q "system stop merges test"
|
||||
$CH_CLIENT -q "insert into test select number, 1, number from numbers(100000)"
|
||||
$CH_CLIENT -q "insert into test select number, 1, 'str_' || toString(number) from numbers(50000, 100000)"
|
||||
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "select count(), sum from test group by sum order by sum, count()"
|
||||
$CH_CLIENT -nm -q "system start merges test; optimize table test final"
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "select count(), sum from test group by sum order by sum, count()"
|
||||
$CH_CLIENT -q "drop table test"
|
||||
}
|
||||
|
||||
$CH_CLIENT -q "drop table if exists test;"
|
||||
|
||||
echo "MergeTree compact + horizontal merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=10000000000, vertical_merge_algorithm_min_columns_to_activate=100000000000"
|
||||
|
||||
echo "MergeTree wide + horizontal merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1,vertical_merge_algorithm_min_rows_to_activate=1000000000, vertical_merge_algorithm_min_columns_to_activate=1000000000000"
|
||||
|
||||
echo "MergeTree compact + vertical merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
|
||||
echo "MergeTree wide + vertical merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
@ -0,0 +1,20 @@
|
||||
MergeTree compact + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
75000 String
|
||||
75000 UInt64
|
||||
MergeTree wide + horizontal merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
75000 String
|
||||
75000 UInt64
|
||||
MergeTree compact + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
75000 String
|
||||
75000 UInt64
|
||||
MergeTree wide + vertical merge
|
||||
100000 String
|
||||
100000 UInt64
|
||||
75000 String
|
||||
75000 UInt64
|
||||
38
tests/queries/0_stateless/03039_dynamic_versioned_collapsing_merge_tree.sh
Executable file
38
tests/queries/0_stateless/03039_dynamic_versioned_collapsing_merge_tree.sh
Executable file
@ -0,0 +1,38 @@
|
||||
#!/usr/bin/env bash
|
||||
# Tags: long
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
# reset --log_comment
|
||||
CLICKHOUSE_LOG_COMMENT=
|
||||
# shellcheck source=../shell_config.sh
|
||||
. "$CUR_DIR"/../shell_config.sh
|
||||
|
||||
# Fix some settings to avoid timeouts because of some settings randomization
|
||||
CH_CLIENT="$CLICKHOUSE_CLIENT --allow_merge_tree_settings --allow_experimental_dynamic_type=1 --index_granularity_bytes 10485760 --index_granularity 8128 --merge_max_block_size 8128"
|
||||
|
||||
function test()
|
||||
{
|
||||
$CH_CLIENT -q "create table test (id UInt64, sign Int8, version UInt8, d Dynamic) engine=VersionedCollapsingMergeTree(sign, version) order by id settings $1;"
|
||||
$CH_CLIENT -q "system stop merges test"
|
||||
$CH_CLIENT -q "insert into test select number, 1, 1, number from numbers(100000)"
|
||||
$CH_CLIENT -q "insert into test select number, -1, number >= 75000 ? 2 : 1, 'str_' || toString(number) from numbers(50000, 100000)"
|
||||
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -nm -q "system start merges test; optimize table test final"
|
||||
$CH_CLIENT -q "select count(), dynamicType(d) from test group by dynamicType(d) order by count(), dynamicType(d)"
|
||||
$CH_CLIENT -q "drop table test"
|
||||
}
|
||||
|
||||
$CH_CLIENT -q "drop table if exists test;"
|
||||
|
||||
echo "MergeTree compact + horizontal merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000"
|
||||
|
||||
echo "MergeTree wide + horizontal merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1"
|
||||
|
||||
echo "MergeTree compact + vertical merge"
|
||||
test "min_rows_for_wide_part=100000000000, min_bytes_for_wide_part=1000000000000, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
|
||||
echo "MergeTree wide + vertical merge"
|
||||
test "min_rows_for_wide_part=1, min_bytes_for_wide_part=1, vertical_merge_algorithm_min_rows_to_activate=1, vertical_merge_algorithm_min_columns_to_activate=1"
|
||||
Loading…
Reference in New Issue
Block a user