From 15e94d3de9f1738b994c0fe9fd5a18f21fd9b548 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 29 Apr 2020 09:30:37 +0300
Subject: [PATCH] performance comparison

---
 docker/test/performance-comparison/entrypoint.sh | 2 +-
 tests/performance/cryptographic_hashes.xml       | 5 +----
 tests/performance/group_array_moving_sum.xml     | 3 +--
 tests/performance/joins_in_memory.xml            | 5 +----
 tests/performance/logical_functions_large.xml    | 5 +----
 tests/performance/logical_functions_medium.xml   | 5 +----
 tests/performance/logical_functions_small.xml    | 5 +----
 tests/performance/select_format.xml              | 2 +-
 8 files changed, 8 insertions(+), 24 deletions(-)

diff --git a/docker/test/performance-comparison/entrypoint.sh b/docker/test/performance-comparison/entrypoint.sh
index f316a659f3c..3bb4733370b 100755
--- a/docker/test/performance-comparison/entrypoint.sh
+++ b/docker/test/performance-comparison/entrypoint.sh
@@ -119,5 +119,5 @@ done
 
 dmesg -T > dmesg.log
 
-7z a /output/output.7z ./*.{log,tsv,html,txt,rep,svg} {right,left}/{performance,db/preprocessed_configs}
+7z a /output/output.7z ./*.{log,tsv,html,txt,rep,svg} {right,left}/{performance,db/preprocessed_configs} ./report
 cp compare.log /output
diff --git a/tests/performance/cryptographic_hashes.xml b/tests/performance/cryptographic_hashes.xml
index f15b845f69d..455a6598ad5 100644
--- a/tests/performance/cryptographic_hashes.xml
+++ b/tests/performance/cryptographic_hashes.xml
@@ -1,7 +1,4 @@
-<test>
-
-
-
+<test max_ignored_relative_change="0.5">
     <substitutions>
         <substitution>
            <name>crypto_hash_func</name>
diff --git a/tests/performance/group_array_moving_sum.xml b/tests/performance/group_array_moving_sum.xml
index 465306d837d..21b36988e13 100644
--- a/tests/performance/group_array_moving_sum.xml
+++ b/tests/performance/group_array_moving_sum.xml
@@ -1,5 +1,4 @@
-<test>
-
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/joins_in_memory.xml b/tests/performance/joins_in_memory.xml
index f24e7425ecd..a65dffb259f 100644
--- a/tests/performance/joins_in_memory.xml
+++ b/tests/performance/joins_in_memory.xml
@@ -1,7 +1,4 @@
-<test>
-
-
-
+<test max_ignored_relative_change="0.2">
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <fill_query>INSERT INTO ints SELECT number AS i64, i64 AS i32, i64 AS i16, i64 AS i8 FROM numbers(10000)</fill_query>
diff --git a/tests/performance/logical_functions_large.xml b/tests/performance/logical_functions_large.xml
index 077c88fa32c..00ba31c1218 100644
--- a/tests/performance/logical_functions_large.xml
+++ b/tests/performance/logical_functions_large.xml
@@ -1,7 +1,4 @@
-<test>
-    <times_to_run>1</times_to_run>
-
-
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/logical_functions_medium.xml b/tests/performance/logical_functions_medium.xml
index 990fe2b6040..19572191532 100644
--- a/tests/performance/logical_functions_medium.xml
+++ b/tests/performance/logical_functions_medium.xml
@@ -1,7 +1,4 @@
-<test>
-    <times_to_run>1</times_to_run>
-
-
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/logical_functions_small.xml b/tests/performance/logical_functions_small.xml
index 15c1e87a558..d5f6a7b99cb 100644
--- a/tests/performance/logical_functions_small.xml
+++ b/tests/performance/logical_functions_small.xml
@@ -1,7 +1,4 @@
-<test>
-    <times_to_run>1</times_to_run>
-
-
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/select_format.xml b/tests/performance/select_format.xml
index 82d5198a71a..cc78175cc2d 100644
--- a/tests/performance/select_format.xml
+++ b/tests/performance/select_format.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
 
     <create_query>CREATE TABLE IF NOT EXISTS table_{format} ENGINE = File({format}, '/dev/null') AS test.hits</create_query>