thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-19 16:20:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

update perf tests

Browse Source 
sed -i s'/^<test.*$/<test>/g' tests/performance/*.xml

WITH ceil(max(q[3]), 1) AS h
SELECT concat('sed -i s\'/^<test.*$/<test max_ignored_relative_change="', toString(h), '">/g\' tests/performance/', test, '.xml') AS s
FROM
(
    SELECT
        test,
        query_index,
        count(*),
        min(event_time),
        max(event_time) AS t,
        arrayMap(x -> floor(x, 3), quantiles(0, 0.5, 0.95, 1)(stat_threshold)) AS q,
        median(stat_threshold) AS m
    FROM perftest.query_metrics_v2
    WHERE ((pr_number != 0) AND (event_date > '2021-01-01')) AND (metric = 'client_time') AND (abs(diff) < 0.05) AND (old_value > 0.1)
    GROUP BY
        test,
        query_index,
        query_display_name
    HAVING (t > '2021-01-01 00:00:00') AND ((q[3]) > 0.1)
    ORDER BY test DESC
)
GROUP BY test
ORDER BY h DESC
FORMAT PrettySpace
This commit is contained in:
Alexander Kuzmenkov 2021-02-02 17:21:43 +03:00
parent ef72ba7349
commit b4afc49d3c
18 changed files with 25 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/performance/ColumnMap.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<settings>
<allow_experimental_map_type>1</allow_experimental_map_type>

2
tests/performance/array_index_low_cardinality_strings.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<create_query>DROP TABLE IF EXISTS perf_lc_str</create_query>
<create_query>CREATE TABLE perf_lc_str(
str LowCardinality(String),

2
tests/performance/casts.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<settings>
<max_memory_usage>15G</max_memory_usage>
</settings>

2
tests/performance/conditional.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(if(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04')))</query>
<query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(multiIf(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04')))</query>
<query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(if(rand() % 2, [toDateTime('2019-02-04 01:24:31')], [toDate('2019-02-04')]))</query>

2
tests/performance/decimal_casts.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<settings>
<max_memory_usage>15G</max_memory_usage>
</settings>

2
tests/performance/general_purpose_hashes.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<substitutions>
<substitution>
<name>gp_hash_func</name>

12
tests/performance/group_by_sundy_li.xml
View File

@ -1,4 +1,8 @@
<test max_ignored_relative_change="0.2">
<settings>
<max_insert_threads>8</max_insert_threads>
</settings>
<create_query>
CREATE TABLE a
(
@ -10,10 +14,10 @@ PARTITION BY d
ORDER BY d
</create_query>
<fill_query>insert into a select '2000-01-01', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000)</fill_query>
<fill_query>insert into a select '2000-01-02', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000)</fill_query>
<fill_query>insert into a select '2000-01-03', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000)</fill_query>
<fill_query>insert into a select '2000-01-04', ['aa','bb','cc','dd'][number % 4 + 1] from numbers(100000000)</fill_query>
<fill_query>insert into a select '2000-01-01', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000)</fill_query>
<fill_query>insert into a select '2000-01-02', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000)</fill_query>
<fill_query>insert into a select '2000-01-03', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000)</fill_query>
<fill_query>insert into a select '2000-01-04', ['aa','bb','cc','dd'][number % 4 + 1] from numbers_mt(100000000)</fill_query>
<fill_query>OPTIMIZE TABLE a FINAL</fill_query>

2
tests/performance/if_array_num.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>

2
tests/performance/jit_small_requests.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<query>
WITH
bitXor(number, 0x4CF2D2BAAE6DA887) AS x0,

2
tests/performance/joins_in_memory_pmj.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.9">
<test max_ignored_relative_change="1.3">
<create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
<settings>

2
tests/performance/number_formatting_formats.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<substitutions>
<substitution>
<name>format</name>

2
tests/performance/or_null_default.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.3">
<query>SELECT sumOrNull(number) FROM numbers(100000000)</query>
<query>SELECT sumOrDefault(toNullable(number)) FROM numbers(100000000)</query>
<query>SELECT sumOrNull(number) FROM numbers(10000000) GROUP BY number % 1024</query>

2
tests/performance/polymorphic_parts_l.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<create_query>
CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
PARTITION BY toYYYYMM(EventDate)

2
tests/performance/polymorphic_parts_m.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<create_query>
CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
PARTITION BY toYYYYMM(EventDate)

2
tests/performance/polymorphic_parts_s.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<create_query>
CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
PARTITION BY toYYYYMM(EventDate)

2
tests/performance/read_in_order_many_parts.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<settings>
<optimize_aggregation_in_order>1</optimize_aggregation_in_order>
<optimize_read_in_order>1</optimize_read_in_order>

2
tests/performance/set_index.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
<fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>

2
tests/performance/uniq.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.7">
<test>
<preconditions>
<table_exists>hits_100m_single</table_exists>