From b4afc49d3c54154d0b41e67d592e73c65deec5c1 Mon Sep 17 00:00:00 2001 From: Alexander Kuzmenkov Date: Tue, 2 Feb 2021 17:21:43 +0300 Subject: [PATCH] update perf tests sed -i s'/^/g' tests/performance/*.xml WITH ceil(max(q[3]), 1) AS h SELECT concat('sed -i s\'/^/g\' tests/performance/', test, '.xml') AS s FROM ( SELECT test, query_index, count(*), min(event_time), max(event_time) AS t, arrayMap(x -> floor(x, 3), quantiles(0, 0.5, 0.95, 1)(stat_threshold)) AS q, median(stat_threshold) AS m FROM perftest.query_metrics_v2 WHERE ((pr_number != 0) AND (event_date > '2021-01-01')) AND (metric = 'client_time') AND (abs(diff) < 0.05) AND (old_value > 0.1) GROUP BY test, query_index, query_display_name HAVING (t > '2021-01-01 00:00:00') AND ((q[3]) > 0.1) ORDER BY test DESC ) GROUP BY test ORDER BY h DESC FORMAT PrettySpace --- tests/performance/ColumnMap.xml | 2 +- .../array_index_low_cardinality_strings.xml | 2 +- tests/performance/casts.xml | 2 +- tests/performance/conditional.xml | 2 +- tests/performance/decimal_casts.xml | 2 +- tests/performance/general_purpose_hashes.xml | 2 +- tests/performance/group_by_sundy_li.xml | 12 ++++++++---- tests/performance/if_array_num.xml | 2 +- tests/performance/jit_small_requests.xml | 2 +- tests/performance/joins_in_memory_pmj.xml | 2 +- tests/performance/number_formatting_formats.xml | 2 +- tests/performance/or_null_default.xml | 2 +- tests/performance/polymorphic_parts_l.xml | 2 +- tests/performance/polymorphic_parts_m.xml | 2 +- tests/performance/polymorphic_parts_s.xml | 2 +- tests/performance/read_in_order_many_parts.xml | 2 +- tests/performance/set_index.xml | 2 +- tests/performance/uniq.xml | 2 +- 18 files changed, 25 insertions(+), 21 deletions(-) diff --git a/tests/performance/ColumnMap.xml b/tests/performance/ColumnMap.xml index 96f2026f870..f6393985377 100644 --- a/tests/performance/ColumnMap.xml +++ b/tests/performance/ColumnMap.xml @@ -1,4 +1,4 @@ - + 1 diff --git a/tests/performance/array_index_low_cardinality_strings.xml b/tests/performance/array_index_low_cardinality_strings.xml index 896a5923a9e..bbfea083f0a 100644 --- a/tests/performance/array_index_low_cardinality_strings.xml +++ b/tests/performance/array_index_low_cardinality_strings.xml @@ -1,4 +1,4 @@ - + DROP TABLE IF EXISTS perf_lc_str CREATE TABLE perf_lc_str( str LowCardinality(String), diff --git a/tests/performance/casts.xml b/tests/performance/casts.xml index 17a1c774353..aeb0674b9bf 100644 --- a/tests/performance/casts.xml +++ b/tests/performance/casts.xml @@ -1,4 +1,4 @@ - + 15G diff --git a/tests/performance/conditional.xml b/tests/performance/conditional.xml index 91b6cb95ff2..21623f45b05 100644 --- a/tests/performance/conditional.xml +++ b/tests/performance/conditional.xml @@ -1,4 +1,4 @@ - + SELECT count() FROM zeros(10000000) WHERE NOT ignore(if(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04'))) SELECT count() FROM zeros(10000000) WHERE NOT ignore(multiIf(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04'))) SELECT count() FROM zeros(10000000) WHERE NOT ignore(if(rand() % 2, [toDateTime('2019-02-04 01:24:31')], [toDate('2019-02-04')])) diff --git a/tests/performance/decimal_casts.xml b/tests/performance/decimal_casts.xml index f087d0938c1..6dd38b6a06a 100644 --- a/tests/performance/decimal_casts.xml +++ b/tests/performance/decimal_casts.xml @@ -1,4 +1,4 @@ - + 15G diff --git a/tests/performance/general_purpose_hashes.xml b/tests/performance/general_purpose_hashes.xml index f34554360cf..bd2fa9674f6 100644 --- a/tests/performance/general_purpose_hashes.xml +++ b/tests/performance/general_purpose_hashes.xml @@ -1,4 +1,4 @@ - + gp_hash_func diff --git a/tests/performance/group_by_sundy_li.xml b/tests/performance/group_by_sundy_li.xml index 3fcc4acf88d..762a07b8702 100644 --- a/tests/performance/group_by_sundy_li.xml +++ b/tests/performance/group_by_sundy_li.xml @@ -1,4 +1,8 @@ + + 8 + + CREATE TABLE a ( @@ -10,10 +14,10 @@ PARTITION BY d ORDER BY d - insert into a select '2000-01-01', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000) - insert into a select '2000-01-02', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000) - insert into a select '2000-01-03', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000) - insert into a select '2000-01-04', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000) + insert into a select '2000-01-01', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000) + insert into a select '2000-01-02', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000) + insert into a select '2000-01-03', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000) + insert into a select '2000-01-04', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000) OPTIMIZE TABLE a FINAL diff --git a/tests/performance/if_array_num.xml b/tests/performance/if_array_num.xml index 26d16cbfb97..f3f418b809c 100644 --- a/tests/performance/if_array_num.xml +++ b/tests/performance/if_array_num.xml @@ -1,4 +1,4 @@ - + diff --git a/tests/performance/jit_small_requests.xml b/tests/performance/jit_small_requests.xml index d8f917fb9af..c9abec0926b 100644 --- a/tests/performance/jit_small_requests.xml +++ b/tests/performance/jit_small_requests.xml @@ -1,4 +1,4 @@ - + WITH bitXor(number, 0x4CF2D2BAAE6DA887) AS x0, diff --git a/tests/performance/joins_in_memory_pmj.xml b/tests/performance/joins_in_memory_pmj.xml index 1142fdd8222..5dd4395513d 100644 --- a/tests/performance/joins_in_memory_pmj.xml +++ b/tests/performance/joins_in_memory_pmj.xml @@ -1,4 +1,4 @@ - + CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory diff --git a/tests/performance/number_formatting_formats.xml b/tests/performance/number_formatting_formats.xml index 92e04a62024..77b39da8e92 100644 --- a/tests/performance/number_formatting_formats.xml +++ b/tests/performance/number_formatting_formats.xml @@ -1,4 +1,4 @@ - + format diff --git a/tests/performance/or_null_default.xml b/tests/performance/or_null_default.xml index 009719f66a5..6fed0cce4d6 100644 --- a/tests/performance/or_null_default.xml +++ b/tests/performance/or_null_default.xml @@ -1,4 +1,4 @@ - + SELECT sumOrNull(number) FROM numbers(100000000) SELECT sumOrDefault(toNullable(number)) FROM numbers(100000000) SELECT sumOrNull(number) FROM numbers(10000000) GROUP BY number % 1024 diff --git a/tests/performance/polymorphic_parts_l.xml b/tests/performance/polymorphic_parts_l.xml index d2ae9417bf7..539422aa6e3 100644 --- a/tests/performance/polymorphic_parts_l.xml +++ b/tests/performance/polymorphic_parts_l.xml @@ -1,4 +1,4 @@ - + CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) diff --git a/tests/performance/polymorphic_parts_m.xml b/tests/performance/polymorphic_parts_m.xml index 54a81def55e..ed29ac43d64 100644 --- a/tests/performance/polymorphic_parts_m.xml +++ b/tests/performance/polymorphic_parts_m.xml @@ -1,4 +1,4 @@ - + CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) diff --git a/tests/performance/polymorphic_parts_s.xml b/tests/performance/polymorphic_parts_s.xml index 5021e135bb9..0496692b087 100644 --- a/tests/performance/polymorphic_parts_s.xml +++ b/tests/performance/polymorphic_parts_s.xml @@ -1,4 +1,4 @@ - + CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) diff --git a/tests/performance/read_in_order_many_parts.xml b/tests/performance/read_in_order_many_parts.xml index c10d00c436f..ca713935426 100644 --- a/tests/performance/read_in_order_many_parts.xml +++ b/tests/performance/read_in_order_many_parts.xml @@ -1,4 +1,4 @@ - + 1 1 diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml index fd018b79597..76f1087a1bf 100644 --- a/tests/performance/set_index.xml +++ b/tests/performance/set_index.xml @@ -1,4 +1,4 @@ - + CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a INSERT INTO test_in SELECT number FROM numbers(500000000) diff --git a/tests/performance/uniq.xml b/tests/performance/uniq.xml index 7a35c6fb704..b4e73733769 100644 --- a/tests/performance/uniq.xml +++ b/tests/performance/uniq.xml @@ -1,4 +1,4 @@ - + hits_100m_single