update thresholds - 1

2024-12-18 04:12:19 +00:00 · 2021-05-20 17:14:55 +03:00 · 2021-05-20 17:14:55 +03:00 · aeb8431004
commit aeb8431004
parent a1749cf5c3
42 changed files with 42 additions and 43 deletions
--- a/tests/performance/agg_functions_min_max_any.xml
+++ b/tests/performance/agg_functions_min_max_any.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.3">
    <preconditions>
        <table_exists>hits_100m_single</table_exists>
    </preconditions>
--- a/tests/performance/array_join.xml
+++ b/tests/performance/array_join.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>



--- a/tests/performance/avg_weighted.xml
+++ b/tests/performance/avg_weighted.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
    <settings>
        <allow_experimental_bigint_types>1</allow_experimental_bigint_types>
        <max_threads>1</max_threads>
--- a/tests/performance/bounding_ratio.xml
+++ b/tests/performance/bounding_ratio.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <query>SELECT boundingRatio(number, number) FROM numbers(100000000)</query>
    <query>SELECT (argMax(number, number) - argMin(number, number)) / (max(number) - min(number)) FROM numbers(100000000)</query>
 </test>
--- a/tests/performance/codecs_float_insert.xml
+++ b/tests/performance/codecs_float_insert.xml
@ -1,5 +1,4 @@
-<!-- FIXME this instability is abysmal, investigate the unstable queries -->
-<test max_ignored_relative_change="0.2">
+<test>
    <settings>
        <allow_suspicious_codecs>1</allow_suspicious_codecs>
    </settings>
--- a/tests/performance/codecs_int_insert.xml
+++ b/tests/performance/codecs_int_insert.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <settings>
        <allow_suspicious_codecs>1</allow_suspicious_codecs>
    </settings>
--- a/tests/performance/collations.xml
+++ b/tests/performance/collations.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>



--- a/tests/performance/date_time_64.xml
+++ b/tests/performance/date_time_64.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <preconditions>
        <table_exists>hits_100m_single</table_exists>
    </preconditions>
--- a/tests/performance/date_time_long.xml
+++ b/tests/performance/date_time_long.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
    <substitutions>
       <substitution>
           <name>datetime_transform</name>
--- a/tests/performance/decimal_aggregates.xml
+++ b/tests/performance/decimal_aggregates.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
    <settings>
        <max_memory_usage>35G</max_memory_usage>
    </settings>
--- a/tests/performance/decimal_casts.xml
+++ b/tests/performance/decimal_casts.xml
@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
    <settings>
        <max_memory_usage>15G</max_memory_usage>
    </settings>
--- a/tests/performance/direct_dictionary.xml
+++ b/tests/performance/direct_dictionary.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.4">
    <create_query>
        CREATE TABLE simple_key_direct_dictionary_source_table
        (
--- a/tests/performance/flat_dictionary.xml
+++ b/tests/performance/flat_dictionary.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
    <create_query>
        CREATE TABLE simple_key_flat_dictionary_source_table
        (
--- a/tests/performance/float_parsing.xml
+++ b/tests/performance/float_parsing.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <substitutions>
       <substitution>
           <name>expr</name>
--- a/tests/performance/fuzz_bits.xml
+++ b/tests/performance/fuzz_bits.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>



--- a/tests/performance/general_purpose_hashes_on_UUID.xml
+++ b/tests/performance/general_purpose_hashes_on_UUID.xml
@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.6">
    <substitutions>
        <substitution>
           <name>hash_func</name>
--- a/tests/performance/generate_table_function.xml
+++ b/tests/performance/generate_table_function.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('ui64 UInt64, i64 Int64, ui32 UInt32, i32 Int32, ui16 UInt16, i16 Int16, ui8 UInt8, i8 Int8') LIMIT 1000000000);</query>
    <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('ui64 UInt64, i64 Int64, ui32 UInt32, i32 Int32, ui16 UInt16, i16 Int16, ui8 UInt8, i8 Int8', 0, 10, 10) LIMIT 1000000000);</query>
    <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Enum8(\'hello\' = 1, \'world\' = 5)', 0, 10, 10) LIMIT 1000000000);</query>
--- a/tests/performance/group_by_sundy_li.xml
+++ b/tests/performance/group_by_sundy_li.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test max_ignored_relative_change="0.3">
    <settings>
        <max_insert_threads>8</max_insert_threads>
    </settings>
--- a/tests/performance/hashed_dictionary.xml
+++ b/tests/performance/hashed_dictionary.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
    <create_query>
        CREATE TABLE simple_key_hashed_dictionary_source_table
        (
--- a/tests/performance/if_array_string.xml
+++ b/tests/performance/if_array_string.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : ['a', 'b', 'c'])</query>
    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? materialize(['Hello', 'World']) : ['a', 'b', 'c'])</query>
    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : materialize(['a', 'b', 'c']))</query>
--- a/tests/performance/int_parsing.xml
+++ b/tests/performance/int_parsing.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <preconditions>
        <table_exists>hits_100m_single</table_exists>
        <table_exists>hits_10m_single</table_exists>
--- a/tests/performance/jit_small_requests.xml
+++ b/tests/performance/jit_small_requests.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <query>
        WITH
            bitXor(number, 0x4CF2D2BAAE6DA887) AS x0,
--- a/tests/performance/joins_in_memory_pmj.xml
+++ b/tests/performance/joins_in_memory_pmj.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="2">
+<test max_ignored_relative_change="0.7">
    <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>

    <settings>
--- a/tests/performance/json_extract_rapidjson.xml
+++ b/tests/performance/json_extract_rapidjson.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>



--- a/tests/performance/json_extract_simdjson.xml
+++ b/tests/performance/json_extract_simdjson.xml
@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
    <substitutions>
        <substitution>
           <name>json</name>
--- a/tests/performance/merge_tree_many_partitions_2.xml
+++ b/tests/performance/merge_tree_many_partitions_2.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>

    <create_query>CREATE TABLE bad_partitions (a UInt64, b UInt64, c UInt64, d UInt64, e UInt64, f UInt64, g UInt64, h UInt64, i UInt64, j UInt64, k UInt64, l UInt64, m UInt64, n UInt64, o UInt64, p UInt64, q UInt64, r UInt64, s UInt64, t UInt64, u UInt64, v UInt64, w UInt64, x UInt64, y UInt64, z UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
    <fill_query>INSERT INTO bad_partitions (x) SELECT * FROM numbers_mt(3000)</fill_query>
--- a/tests/performance/optimized_select_final.xml
+++ b/tests/performance/optimized_select_final.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
    <settings>
        <do_not_merge_across_partitions_select_final>1</do_not_merge_across_partitions_select_final>
    </settings>
--- a/tests/performance/parallel_mv.xml
+++ b/tests/performance/parallel_mv.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <settings>
        <parallel_view_processing>1</parallel_view_processing>
    </settings>
--- a/tests/performance/point_in_polygon.xml
+++ b/tests/performance/point_in_polygon.xml
@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
    <settings>
        <!--
            Not sure why it's needed. Maybe it has something to do with the
--- a/tests/performance/polymorphic_parts_l.xml
+++ b/tests/performance/polymorphic_parts_l.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <create_query>
        CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
        PARTITION BY toYYYYMM(EventDate)
--- a/tests/performance/polymorphic_parts_m.xml
+++ b/tests/performance/polymorphic_parts_m.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <create_query>
        CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
        PARTITION BY toYYYYMM(EventDate)
--- a/tests/performance/polymorphic_parts_s.xml
+++ b/tests/performance/polymorphic_parts_s.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <create_query>
        CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
        PARTITION BY toYYYYMM(EventDate)
--- a/tests/performance/questdb_sum_int32.xml
+++ b/tests/performance/questdb_sum_int32.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.2">
    <settings>
        <max_threads>4</max_threads>
        <max_memory_usage>20G</max_memory_usage>
--- a/tests/performance/random_string.xml
+++ b/tests/performance/random_string.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(10))</query>
    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(100))</query>
    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomString(1000))</query>
--- a/tests/performance/redundant_functions_in_order_by.xml
+++ b/tests/performance/redundant_functions_in_order_by.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
    <preconditions>
        <table_exists>hits_100m_single</table_exists>
    </preconditions>
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test>
    <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
    <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>

--- a/tests/performance/sum_map.xml
+++ b/tests/performance/sum_map.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
    <settings>
        <max_threads>1</max_threads>
    </settings>
--- a/tests/performance/synthetic_hardware_benchmark.xml
+++ b/tests/performance/synthetic_hardware_benchmark.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
    <settings>
        <max_memory_usage>30000000000</max_memory_usage>
    </settings>
--- a/tests/performance/uniq.xml
+++ b/tests/performance/uniq.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.9">

    <preconditions>
        <table_exists>hits_100m_single</table_exists>
--- a/tests/performance/url_hits.xml
+++ b/tests/performance/url_hits.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
    <preconditions>
        <table_exists>hits_100m_single</table_exists>
        <table_exists>hits_10m_single</table_exists>
--- a/tests/performance/visit_param_extract_raw.xml
+++ b/tests/performance/visit_param_extract_raw.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
    <substitutions>
        <substitution>
           <name>param</name>
--- a/tests/performance/website.xml
+++ b/tests/performance/website.xml
@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>

    <preconditions>
        <table_exists>hits_10m_single</table_exists>