thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-19 16:20:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adjust ignored perf test changes after NUMA binding

Browse Source
This commit is contained in:
Alexander Kuzmenkov 2020-10-30 18:12:15 +03:00
parent 2d80c98964
commit 3529100da9
55 changed files with 55 additions and 55 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/performance/agg_functions_min_max_any.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_100m_single</table_exists>
</preconditions>

2
tests/performance/arithmetic.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<max_memory_usage>30000000000</max_memory_usage>
</settings>

2
tests/performance/array_index_low_cardinality_strings.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<create_query>DROP TABLE IF EXISTS perf_lc_str</create_query>
<create_query>CREATE TABLE perf_lc_str(
str LowCardinality(String),

2
tests/performance/codecs_float_insert.xml
View File

@ -1,5 +1,5 @@
<!-- FIXME this instability is abysmal, investigate the unstable queries -->
<test max_ignored_relative_change="1.5">
<test>
<settings>
<allow_suspicious_codecs>1</allow_suspicious_codecs>
</settings>

2
tests/performance/codecs_int_insert.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<settings>
<allow_suspicious_codecs>1</allow_suspicious_codecs>
</settings>

2
tests/performance/collations.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.8">
<test>

2
tests/performance/column_column_comparison.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.5">
<test>
<tags>
<tag>comparison</tag>
</tags>

2
tests/performance/columns_hashing.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_10m_single</table_exists>
<table_exists>hits_100m_single</table_exists>

2
tests/performance/count.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.5">
<test>
<create_query>CREATE TABLE data(k UInt64, v UInt64) ENGINE = MergeTree ORDER BY k</create_query>
<fill_query>INSERT INTO data SELECT number, 1 from numbers(10000000)</fill_query>

2
tests/performance/cpu_synthetic.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_100m_single</table_exists>
<table_exists>hits_10m_single</table_exists>

2
tests/performance/cryptographic_hashes.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="1.0">
<test>
<substitutions>
<substitution>
<name>hash_slow</name>

2
tests/performance/date_parsing.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_100m_single</table_exists>
</preconditions>

2
tests/performance/decimal_casts.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.15">
<test max_ignored_relative_change="0.2">
<settings>
<max_memory_usage>15G</max_memory_usage>
</settings>

2
tests/performance/empty_string_serialization.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<!-- gcc-8 generates 20% faster code than gcc-9

2
tests/performance/entropy.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_100m_single</table_exists>
<table_exists>hits_10m_single</table_exists>

2
tests/performance/extract.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<preconditions>
<table_exists>test.hits</table_exists>
</preconditions>

2
tests/performance/float_formatting.xml
View File

@ -3,7 +3,7 @@
is 10 times faster than toString(number % 100 + 0.5). The shorter
queries are somewhat unstable, so ignore differences less than 10%.
-->
<test max_ignored_relative_difference="0.1">
<test>
<substitutions>
<substitution>
<name>expr</name>

2
tests/performance/functions_with_hash_tables.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<query>select arrayUniq(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>
<query>select arrayDistinct(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>
<query>select arrayEnumerateUniq(range(1 + (number % 100) * 10)) from numbers(100000) format Null</query>

2
tests/performance/general_purpose_hashes.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<substitutions>
<substitution>
<name>gp_hash_func</name>

2
tests/performance/general_purpose_hashes_on_UUID.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<substitutions>
<substitution>
<name>hash_func</name>

2
tests/performance/great_circle_dist.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<!-- lon [-180; 180], lat [-90; 90] -->
<query>SELECT count() FROM numbers(1000000) WHERE NOT ignore(greatCircleDistance((rand(1) % 360) * 1. - 180, (number % 150) * 1.2 - 90, (number % 360) + toFloat64(rand(2)) / 4294967296 - 180, (rand(3) % 180) * 1. - 90))</query>
<!-- 55.755830, 37.617780 is center of Moscow -->

2
tests/performance/insert_parallel.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<max_insert_threads>4</max_insert_threads>
</settings>

2
tests/performance/jit_large_requests.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<create_query>
CREATE TABLE jit_test (
a UInt64,

2
tests/performance/jit_small_requests.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<query>
WITH
bitXor(number, 0x4CF2D2BAAE6DA887) AS x0,

2
tests/performance/joins_in_memory.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.7">
<test>
<create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
<fill_query>INSERT INTO ints SELECT number AS i64, i64 AS i32, i64 AS i16, i64 AS i8 FROM numbers(10000)</fill_query>

2
tests/performance/joins_in_memory_pmj.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="1.0">
<test max_ignored_relative_change="0.8">
<create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
<create_query>SET join_algorithm = 'partial_merge'</create_query>

2
tests/performance/local_replica.xml
View File

@ -1,3 +1,3 @@
<test max_ignored_relative_change="0.3">
<test>
<query>select sum(number) from remote('127.0.0.{{1|2}}', numbers_mt(1000000000)) group by bitAnd(number, 1)</query>
</test>

2
tests/performance/logical_functions_large.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<max_threads>1</max_threads>
</settings>

2
tests/performance/logical_functions_medium.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.5">
<test>
<settings>
<max_threads>1</max_threads>
</settings>

2
tests/performance/logical_functions_small.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<max_threads>1</max_threads>
</settings>

2
tests/performance/materialized_view_parallel_insert.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_10m_single</table_exists>
</preconditions>

2
tests/performance/math.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<substitutions>
<substitution>
<name>func_slow</name>

2
tests/performance/merge_tree_huge_pk.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<create_query>
CREATE TABLE huge_pk ENGINE = MergeTree ORDER BY (
c001, c002, c003, c004, c005, c006, c007, c008, c009, c010, c011, c012, c013, c014, c015, c016, c017, c018, c019, c020,

2
tests/performance/merge_tree_many_partitions.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.5">
<test>
<create_query>CREATE TABLE bad_partitions (x UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
<fill_query>INSERT INTO bad_partitions SELECT * FROM numbers(10000)</fill_query>

2
tests/performance/merge_tree_many_partitions_2.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">
<create_query>CREATE TABLE bad_partitions (a UInt64, b UInt64, c UInt64, d UInt64, e UInt64, f UInt64, g UInt64, h UInt64, i UInt64, j UInt64, k UInt64, l UInt64, m UInt64, n UInt64, o UInt64, p UInt64, q UInt64, r UInt64, s UInt64, t UInt64, u UInt64, v UInt64, w UInt64, x UInt64, y UInt64, z UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
<fill_query>INSERT INTO bad_partitions (x) SELECT * FROM numbers_mt(3000)</fill_query>

2
tests/performance/merge_tree_simple_select.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.7">
<test>
<create_query>CREATE TABLE simple_mergetree (EventDate Date, x UInt64) ENGINE = MergeTree ORDER BY x</create_query>
<fill_query>INSERT INTO simple_mergetree SELECT number, today() + intDiv(number, 10000000) FROM numbers_mt(100000000)</fill_query>
<fill_query>OPTIMIZE TABLE simple_mergetree FINAL</fill_query>

2
tests/performance/mingroupby-orderbylimit1.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<max_threads>1</max_threads>
</settings>

2
tests/performance/number_formatting_formats.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<substitutions>
<substitution>
<name>format</name>

2
tests/performance/order_by_single_column.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.5">
<test>
<tags>
<tag>sorting</tag>
<tag>comparison</tag>

2
tests/performance/parallel_insert.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<preconditions>
<table_exists>hits_10m_single</table_exists>

2
tests/performance/push_down_limit.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<query>select number from (select number from numbers(10000000) order by -number) limit 10</query>
<query>select number from (select number from numbers_mt(100000000) order by -number) limit 10</query>
</test>

2
tests/performance/random_string.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(10))</query>
<query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomString(100))</query>
<query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomString(1000))</query>

2
tests/performance/range.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<query>SELECT range(number % 100) FROM numbers(10000000) FORMAT Null</query>
<query>SELECT range(0, number % 100, 1) FROM numbers(10000000) FORMAT Null</query>
</test>

2
tests/performance/read_in_order_many_parts.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<settings>
<optimize_aggregation_in_order>1</optimize_aggregation_in_order>
<optimize_read_in_order>1</optimize_read_in_order>

2
tests/performance/redundant_functions_in_order_by.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.3">
<preconditions>
<table_exists>hits_100m_single</table_exists>
</preconditions>

2
tests/performance/removing_group_by_keys.xml
View File

@ -1,4 +1,4 @@
<test>
<test>
<preconditions>
<table_exists>hits_10m_single</table_exists>
<table_exists>hits_100m_single</table_exists>

2
tests/performance/select_format.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test max_ignored_relative_change="0.2">
<settings>
<output_format_pretty_max_rows>1000000</output_format_pretty_max_rows>
<max_threads>1</max_threads>

2
tests/performance/set.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<substitutions>
<substitution>
<name>table_small</name>

2
tests/performance/set_index.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.7">
<test>
<create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
<fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>

2
tests/performance/single_fixed_string_groupby.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.2">
<test>
<create_query>DROP TABLE IF EXISTS perf_lc_fixed_str_groupby</create_query>
<create_query>CREATE TABLE perf_lc_fixed_str_groupby(
a LowCardinality(FixedString(14)),

2
tests/performance/string_set.xml
View File

@ -1,4 +1,4 @@
<test>
<test max_ignored_relative_change="0.2">

2
tests/performance/string_sort.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test>
<preconditions>
<table_exists>hits_10m_single</table_exists>
<table_exists>hits_100m_single</table_exists>

2
tests/performance/sum_map.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.3">
<test>
<settings>
<max_threads>1</max_threads>
</settings>

2
tests/performance/uniq.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.9">
<test max_ignored_relative_change="0.7">
<preconditions>
<table_exists>hits_100m_single</table_exists>

2
tests/performance/website.xml
View File

@ -1,4 +1,4 @@
<test max_ignored_relative_change="0.4">
<test max_ignored_relative_change="0.2">
<preconditions>
<table_exists>hits_10m_single</table_exists>