Merge pull request #16556 from ClickHouse/aku/perf-after-numa

Adjust perf test thresholds after NUMA binding

tests/performance/agg_functions_min_max_any.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>

tests/performance/any_anyLast.xml

@@ -1,19 +1,6 @@
 <test>
-
+    <query>SELECT any(-1 * (((-2 * (number * -3)) * -4) * -5))     FROM numbers(500000000)</query>
-    <stop_conditions>
+    <query>SELECT anyLast(-1 * (((-2 * (number * -3)) * -4) * -5)) FROM numbers(500000000)</query>
-        <all_of>
+    <query>SELECT any(number * 2) as n, n * 3                      FROM numbers(500000000)</query>
-            <iterations>10</iterations>
+    <query>SELECT any(number * round(toInt64(number), -2))         FROM numbers(500000000)</query>
-        </all_of>
-    </stop_conditions>
-
-
-    <query>SELECT any(-1 * (((-2 * (number * -3)) * -4) * -5)) FROM numbers(120000000)</query>
-
-    <query>SELECT anyLast(-1 * (((-2 * (number * -3)) * -4) * -5)) FROM numbers(120000000)</query>
-
-    <query>SELECT any(number * 2) as n, n * 3 FROM numbers(120000000)</query>
-
-    <query>SELECT any(number * round(toInt64(number), -2)) FROM numbers(120000000)</query>
-
-
 </test>

tests/performance/arithmetic.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>

tests/performance/array_index_low_cardinality_strings.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>DROP TABLE IF EXISTS perf_lc_str</create_query>
     <create_query>CREATE TABLE perf_lc_str(
         str LowCardinality(String),

tests/performance/codecs_float_insert.xml

@@ -1,5 +1,5 @@
 <!-- FIXME this instability is abysmal, investigate the unstable queries -->
-<test max_ignored_relative_change="1.5">
+<test>
     <settings>
         <allow_suspicious_codecs>1</allow_suspicious_codecs>
     </settings>

tests/performance/codecs_int_insert.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <allow_suspicious_codecs>1</allow_suspicious_codecs>
     </settings>

tests/performance/collations.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.8">
+<test>
 
 
 

tests/performance/column_column_comparison.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <tags>
         <tag>comparison</tag>
     </tags>

tests/performance/columns_hashing.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_10m_single</table_exists>
         <table_exists>hits_100m_single</table_exists>

tests/performance/count.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <create_query>CREATE TABLE data(k UInt64, v UInt64) ENGINE = MergeTree ORDER BY k</create_query>
 
     <fill_query>INSERT INTO data SELECT number, 1 from numbers(10000000)</fill_query>

tests/performance/cpu_synthetic.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
         <table_exists>hits_10m_single</table_exists>
@@ -67,7 +67,7 @@ PageCharset тоже почти всегда непуст, но его сред
 <query>SELECT uniqCombined(17)(UserID) FROM hits_100m_single</query>
 <!-- 44. Разные алгоритмы вычисления кардинальности. -->
 <query>SELECT uniqExact(UserID) FROM hits_10m_single SETTINGS max_threads = 1</query>
-<query>SELECT uniqExact(UserID) FROM hits_10m_single</query>
+<query>SELECT uniqExact(UserID) FROM hits_100m_single</query>
 <!-- 45. Что-то чуть более похожее на реальный запрос. -->
 <query>SELECT RegionID, uniq(UserID) FROM hits_10m_single GROUP BY RegionID SETTINGS max_threads = 1</query>
 <query>SELECT RegionID, uniq(UserID) FROM hits_100m_single GROUP BY RegionID</query>

tests/performance/cryptographic_hashes.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test>
     <substitutions>
         <substitution>
            <name>hash_slow</name>

tests/performance/date_parsing.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>

tests/performance/decimal_casts.xml

@@ -1,11 +1,11 @@
-<test max_ignored_relative_change="0.15">
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_memory_usage>15G</max_memory_usage>
     </settings>
 
     <create_query>CREATE TABLE t (x UInt64, d32 Decimal32(3), d64 Decimal64(4), d128 Decimal128(5)) ENGINE = Memory</create_query>
     <!-- use less threads to save memory -->
-    <fill_query>INSERT INTO t SELECT number AS x, x % 1000000 AS d32, x AS d64, x d128 FROM numbers_mt(100000000) SETTINGS max_threads = 8</fill_query>
+    <fill_query>INSERT INTO t SELECT number AS x, x % 1000000 AS d32, x AS d64, x d128 FROM numbers_mt(200000000) SETTINGS max_threads = 8</fill_query>
     <drop_query>DROP TABLE IF EXISTS t</drop_query>
 
     <query>SELECT toUInt32(x)  y, toDecimal32(y, 1), toDecimal64(y, 5), toDecimal128(y, 6) FROM t FORMAT Null</query>

tests/performance/empty_string_serialization.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
     <!-- gcc-8 generates 20% faster code than gcc-9

tests/performance/entropy.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
         <table_exists>hits_10m_single</table_exists>

tests/performance/extract.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <preconditions>
         <table_exists>test.hits</table_exists>
     </preconditions>

tests/performance/float_formatting.xml

@@ -3,7 +3,7 @@
     is 10 times faster than toString(number % 100 + 0.5). The shorter
     queries are somewhat unstable, so ignore differences less than 10%.
 -->
-<test max_ignored_relative_difference="0.1">
+<test>
     <substitutions>
        <substitution>
            <name>expr</name>

tests/performance/format_readable.xml

@@ -1,5 +1,5 @@
 <test>
-<query>SELECT count() FROM numbers(1000000) WHERE NOT ignore(formatReadableSize(number))</query>
+<query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableSize(number))</query>
-<query>SELECT count() FROM numbers(1000000) WHERE NOT ignore(formatReadableQuantity(number))</query>
+<query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableQuantity(number))</query>
-<query>SELECT count() FROM numbers(1000000) WHERE NOT ignore(formatReadableTimeDelta(number))</query>
+<query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableTimeDelta(number))</query>
 </test>

tests/performance/functions_with_hash_tables.xml

@@ -1,8 +1,8 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <query>select arrayUniq(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>
     <query>select arrayDistinct(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>
     <query>select arrayEnumerateUniq(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>
-    <query>select arrayIntersect(range((1 + number % 100)), range(1, (1 + number % 100) + 1)) from numbers(100000) format Null</query>
+    <query>select arrayIntersect(range((1 + number % 100)), range(1, (1 + number % 100) + 1)) from numbers(1000000) format Null</query>
     <query>select groupUniqArray(rand() % 100) from numbers(1000 * 1000) group by number / 1000 format Null</query>
     <query>select entropy(number / 10) from numbers(1000 * 1000) group by number / 1000 format Null</query>
 </test>

tests/performance/general_purpose_hashes.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <substitutions>
         <substitution>
            <name>gp_hash_func</name>

tests/performance/general_purpose_hashes_on_UUID.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
         <substitution>
            <name>hash_func</name>

tests/performance/great_circle_dist.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <!-- lon [-180; 180], lat [-90; 90] -->
     <query>SELECT count() FROM numbers(1000000) WHERE NOT ignore(greatCircleDistance((rand(1) % 360) * 1. - 180, (number % 150) * 1.2 - 90, (number % 360) + toFloat64(rand(2)) / 4294967296 - 180, (rand(3) % 180) * 1. - 90))</query>
     <!-- 55.755830, 37.617780 is center of Moscow -->

tests/performance/insert_parallel.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_insert_threads>4</max_insert_threads>
     </settings>

tests/performance/inserts_arrays_lowcardinality.xml

@@ -61,7 +61,7 @@
                 intDiv( number, 4 ) as rowid,
                 groupArray( base64Encode( left( reinterpretAsString( rand64() ), 6) ) ) as arr
             FROM 
-                numbers(1000000)
+                numbers(2000000)
             GROUP BY rowid
         ) GROUP BY id</fill_query>
     <fill_query>optimize table lot_of_string_arrays_src</fill_query>

tests/performance/jit_large_requests.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <create_query>
         CREATE TABLE jit_test (
             a UInt64,
@@ -29,7 +29,7 @@
                 number
             FROM
                 system.numbers
-            LIMIT 10000000
+            LIMIT 100000000
     </fill_query>
     <query>
         SELECT

tests/performance/jit_small_requests.xml

@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <query>
         WITH
             bitXor(number, 0x4CF2D2BAAE6DA887) AS x0,

tests/performance/joins_in_memory.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test>
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <fill_query>INSERT INTO ints SELECT number AS i64, i64 AS i32, i64 AS i16, i64 AS i8 FROM numbers(10000)</fill_query>

tests/performance/joins_in_memory_pmj.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.8">
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
     <create_query>SET join_algorithm = 'partial_merge'</create_query>
 

tests/performance/local_replica.xml

@@ -1,3 +1,3 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <query>select sum(number) from remote('127.0.0.{{1|2}}', numbers_mt(1000000000)) group by bitAnd(number, 1)</query>
 </test>

tests/performance/logical_functions_large.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>

tests/performance/logical_functions_medium.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>

tests/performance/logical_functions_small.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>

tests/performance/materialized_view_parallel_insert.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_10m_single</table_exists>
     </preconditions>

tests/performance/math.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
         <substitution>
            <name>func_slow</name>

tests/performance/merge_tree_huge_pk.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <create_query>
         CREATE TABLE huge_pk ENGINE = MergeTree ORDER BY (
         c001, c002, c003, c004, c005, c006, c007, c008, c009, c010, c011, c012, c013, c014, c015, c016, c017, c018, c019, c020, 

tests/performance/merge_tree_many_partitions.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <create_query>CREATE TABLE bad_partitions (x UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
     <fill_query>INSERT INTO bad_partitions SELECT * FROM numbers(10000)</fill_query>
 

tests/performance/merge_tree_many_partitions_2.xml

@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
 
     <create_query>CREATE TABLE bad_partitions (a UInt64, b UInt64, c UInt64, d UInt64, e UInt64, f UInt64, g UInt64, h UInt64, i UInt64, j UInt64, k UInt64, l UInt64, m UInt64, n UInt64, o UInt64, p UInt64, q UInt64, r UInt64, s UInt64, t UInt64, u UInt64, v UInt64, w UInt64, x UInt64, y UInt64, z UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
     <fill_query>INSERT INTO bad_partitions (x) SELECT * FROM numbers_mt(3000)</fill_query>

tests/performance/merge_tree_simple_select.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test>
     <create_query>CREATE TABLE simple_mergetree (EventDate Date, x UInt64) ENGINE = MergeTree ORDER BY x</create_query>
     <fill_query>INSERT INTO simple_mergetree SELECT number, today() + intDiv(number, 10000000) FROM numbers_mt(100000000)</fill_query>
     <fill_query>OPTIMIZE TABLE simple_mergetree FINAL</fill_query>

tests/performance/mingroupby-orderbylimit1.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>

tests/performance/number_formatting_formats.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <substitutions>
         <substitution>
             <name>format</name>

tests/performance/order_by_read_in_order.xml

@@ -1,13 +1,9 @@
 <test>
-
-
-
-
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
 
-<query>SELECT * FROM hits_100m_single ORDER BY CounterID, EventDate LIMIT 100</query>
+<query>SELECT * FROM hits_100m_single ORDER BY CounterID, EventDate LIMIT 1000</query>
 <query>SELECT * FROM hits_100m_single ORDER BY CounterID DESC, toStartOfWeek(EventDate) DESC LIMIT 100</query>
 <query>SELECT * FROM hits_100m_single ORDER BY CounterID, EventDate, URL LIMIT 100</query>
 <query>SELECT * FROM hits_100m_single WHERE CounterID IN (152220, 168777, 149234, 149234) ORDER BY CounterID DESC, EventDate DESC LIMIT 100</query>

tests/performance/order_by_single_column.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <tags>
         <tag>sorting</tag>
         <tag>comparison</tag>

tests/performance/parallel_insert.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
 
     <preconditions>
         <table_exists>hits_10m_single</table_exists>

tests/performance/parallel_mv.xml

@@ -13,8 +13,7 @@
     <create_query>create materialized view mv_4 engine = MergeTree order by tuple() as
         select number, toString(number) from main_table where number % 13 != 4;</create_query>
 
-    <!--<query>insert into main_table select number from numbers(100000)</query>-->
+    <query>insert into main_table select number from numbers(10000000)</query>
-    <query>insert into main_table select number from numbers(1000000)</query>
 
     <drop_query>drop table if exists main_table;</drop_query>
     <drop_query>drop table if exists mv_1;</drop_query>

tests/performance/parse_engine_file.xml

@@ -2,7 +2,7 @@
     
     <create_query>CREATE TABLE IF NOT EXISTS table_{format} ENGINE = File({format}) AS test.hits</create_query>
 
-    <fill_query>INSERT INTO table_{format} SELECT * FROM test.hits LIMIT 100000</fill_query>
+    <fill_query>INSERT INTO table_{format} SELECT * FROM test.hits LIMIT 200000</fill_query>
 
     <substitutions>
         <substitution>

tests/performance/push_down_limit.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <query>select number from (select number from numbers(10000000) order by -number) limit 10</query>
     <query>select number from (select number from numbers_mt(100000000) order by -number) limit 10</query>
 </test>

tests/performance/rand.xml

@@ -1,19 +1,9 @@
 <test>
-    <stop_conditions>
-        <all_of>
-            <total_time_ms>10000</total_time_ms>
-        </all_of>
-        <any_of>
-            <total_time_ms>20000</total_time_ms>
-        </any_of>
-    </stop_conditions>
-
-
     <substitutions>
         <substitution>
            <name>table</name>
            <values>
-               <value>zeros(100000000)</value>
+               <value>zeros(1000000000)</value>
            </values>
         </substitution>
     </substitutions>

tests/performance/random_string.xml

@@ -1,9 +1,9 @@
-<test max_ignored_relative_change="0.2">
+<test>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(10))</query>
+    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(10))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(100))</query>
+    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(100))</query>
-    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomString(1000))</query>
+    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomString(1000))</query>
-    <query>SELECT count() FROM zeros(10000) WHERE NOT ignore(randomString(10000))</query>
+    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomString(10000))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(rand() % 10))</query>
+    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(rand() % 10))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(rand() % 100))</query>
+    <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(rand() % 100))</query>
-    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomString(rand() % 1000))</query>
+    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(rand() % 1000))</query>
 </test>

tests/performance/random_string_utf8.xml

@@ -1,12 +1,9 @@
 <test>
-
+    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomStringUTF8(10))</query>
-
+    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomStringUTF8(100))</query>
-
+    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomStringUTF8(1000))</query>
-    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomStringUTF8(10))</query>
+    <query>SELECT count() FROM zeros(10000) WHERE NOT ignore(randomStringUTF8(10000))</query>
-    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomStringUTF8(100))</query>
+    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomStringUTF8(rand() % 10))</query>
-    <query>SELECT count() FROM zeros(10000) WHERE NOT ignore(randomStringUTF8(1000))</query>
+    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomStringUTF8(rand() % 100))</query>
-    <query>SELECT count() FROM zeros(1000) WHERE NOT ignore(randomStringUTF8(10000))</query>
+    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomStringUTF8(rand() % 1000))</query>
-    <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomStringUTF8(rand() % 10))</query>
-    <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomStringUTF8(rand() % 100))</query>
-    <query>SELECT count() FROM zeros(10000) WHERE NOT ignore(randomStringUTF8(rand() % 1000))</query>
 </test>

tests/performance/range.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>SELECT range(number % 100)       FROM numbers(10000000) FORMAT Null</query>
     <query>SELECT range(0, number % 100, 1) FROM numbers(10000000) FORMAT Null</query>
 </test>

tests/performance/read_in_order_many_parts.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <optimize_aggregation_in_order>1</optimize_aggregation_in_order>
         <optimize_read_in_order>1</optimize_read_in_order>

tests/performance/redundant_functions_in_order_by.xml

@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.3">
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>

tests/performance/round_down.xml

@@ -1,10 +1,7 @@
 <test>
-
+    <query>SELECT count() FROM zeros  (100000000) WHERE NOT ignore(roundDuration(rand() % 65536))</query>
-
+    <query>SELECT count() FROM zeros  (100000000) WHERE NOT ignore(roundDown(rand() % 65536, [0, 1, 10, 30, 60, 120, 180, 240, 300, 600, 1200, 1800, 3600, 7200, 18000, 36000]))</query>
-
+    <query>SELECT count() FROM zeros  (100000000) WHERE NOT ignore(roundAge(rand() % 100))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(roundDuration(rand() % 65536))</query>
+    <query>SELECT count() FROM zeros  (100000000) WHERE NOT ignore(roundDown(rand() % 100, [0, 1, 18, 25, 35, 45, 55]))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(roundDown(rand() % 65536, [0, 1, 10, 30, 60, 120, 180, 240, 300, 600, 1200, 1800, 3600, 7200, 18000, 36000]))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(roundAge(rand() % 100))</query>
-    <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(roundDown(rand() % 100, [0, 1, 18, 25, 35, 45, 55]))</query>
     <query>SELECT count() FROM numbers(10000000)  WHERE NOT ignore(roundDown(rand() % 65536, (SELECT groupArray(number) FROM numbers(65536))))</query>
 </test>

tests/performance/select_format.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <settings>
         <output_format_pretty_max_rows>1000000</output_format_pretty_max_rows>
         <max_threads>1</max_threads>

tests/performance/set.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
        <substitution>
            <name>table_small</name>

tests/performance/set_index.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test>
     <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
     <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>
 

tests/performance/single_fixed_string_groupby.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>DROP TABLE IF EXISTS perf_lc_fixed_str_groupby</create_query>
     <create_query>CREATE TABLE perf_lc_fixed_str_groupby(
             a LowCardinality(FixedString(14)),

tests/performance/string_set.xml

@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
 
 
 

tests/performance/string_sort.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <preconditions>
         <table_exists>hits_10m_single</table_exists>
         <table_exists>hits_100m_single</table_exists>

tests/performance/sum_map.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>

tests/performance/uniq.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.9">
+<test max_ignored_relative_change="0.7">
 
     <preconditions>
         <table_exists>hits_100m_single</table_exists>

tests/performance/website.xml

@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test max_ignored_relative_change="0.2">
 
     <preconditions>
         <table_exists>hits_10m_single</table_exists>