Merge pull request #5672 from yandex/remove-name-from-perftests

Remove <name> and <metrics> from performance tests fixed-#5634
This commit is contained in:
alexey-milovidov 2019-06-19 01:52:24 +03:00 committed by GitHub
commit 97474a95df
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
64 changed files with 4 additions and 156 deletions

View File

@ -48,8 +48,8 @@ PerformanceTestInfo::PerformanceTestInfo(
: profiles_file(profiles_file_)
, settings(global_settings_)
{
test_name = config->getString("name");
path = config->getString("path");
test_name = fs::path(path).stem().string();
if (config->has("main_metric"))
{
Strings main_metrics;

View File

@ -1,6 +1,4 @@
<test>
<name>IPv4 Functions</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>IPv6 Functions</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>test_hits_agg_functions_max_min_any</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>array_element</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<main_metric>
<max_rows_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>array_join</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<main_metric>
<max_rows_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>base64</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>base64</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>basename</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>bounding_ratio</name>
<type>once</type>
<stop_conditions>
@ -10,10 +9,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<query>SELECT boundingRatio(number, number) FROM system.numbers</query>
<query>SELECT (argMax(number, number) - argMin(number, number)) / (max(number) - min(number)) FROM system.numbers</query>
</test>

View File

@ -1,5 +1,4 @@
<test>
<name>cidr</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>Column-column string comparison</name>
<tags>
<tag>comparison</tag>
</tags>

View File

@ -1,5 +1,7 @@
<test>
<name>columns_hashing</name>
<tags>
<tag>columns_hashing</tag>
</tags>
<preconditions>
<table_exists>hits_100m_single</table_exists>

View File

@ -1,5 +1,4 @@
<test>
<name>complex_array_creation</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<main_metric>
<max_rows_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>concat_hits</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>If with date and time branches</name>
<type>once</type>
<stop_conditions>
@ -10,13 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(if(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04')))</query>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(multiIf(rand() % 2, toDateTime('2019-02-04 01:24:31'), toDate('2019-02-04')))</query>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(if(rand() % 2, [toDateTime('2019-02-04 01:24:31')], [toDate('2019-02-04')]))</query>

View File

@ -1,5 +1,4 @@
<test>
<name>consistent_hashes</name>
<type>once</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>Constant-column string comparison</name>
<tags>
<tag>comparison</tag>
</tags>

View File

@ -1,6 +1,4 @@
<test>
<name>Constant column string search</name>
<tags>
<tag>search</tag>
</tags>

View File

@ -1,5 +1,4 @@
<test>
<name>test_hits</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>cryptographic_hashes</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>date_parsing</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>Functions for working with date and time</name>
<type>once</type>
@ -14,13 +13,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<substitutions>
<substitution>
<name>datetime_transform</name>

View File

@ -1,5 +1,4 @@
<test>
<name>entropy</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>first_significant_subdomain</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>Comparison of FixedString(16)</name>
<tags>
<tag>comparison</tag>
</tags>

View File

@ -1,5 +1,4 @@
<test>
<name>float_parsing</name>
<type>once</type>
<tags>
<tag>long</tag>

View File

@ -1,6 +1,4 @@
<test>
<name>Function formatDateTime</name>
<type>once</type>
<tags>
@ -13,13 +11,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<substitutions>
<substitution>
<name>format</name>

View File

@ -1,5 +1,4 @@
<test>
<name>functions_coding</name>
<type>once</type>
<stop_conditions>
@ -9,13 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(MACNumToString(number))</query>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(MACStringToNum(MACNumToString(number)))</query>
<query>SELECT count() FROM system.numbers_mt WHERE NOT ignore(MACNumToString(rand64()))</query>

View File

@ -1,5 +1,4 @@
<test>
<name>functions_coding</name>
<type>once</type>
<stop_conditions>
@ -9,13 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<!-- lat swings roughly from -90 to 90, lon swings from -180 to 180, and their tempo does not match. -->
<query>SELECT count() FROM system.numbers WHERE NOT ignore(geohashEncode((number % 150)*1.1 - 75, (number * 3.14 % 300)*1.1 - 150))</query>
<query>SELECT count() FROM system.numbers WHERE NOT ignore(geohashDecode(toString(number % 1000000)))</query>

View File

@ -1,5 +1,4 @@
<test>
<name>general_purpose_hashes</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>if_array_num</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<main_metric>
<max_rows_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>if_array_string</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_rows_per_second />
</metrics>
<main_metric>
<max_rows_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>if_string_const</name>
<type>once</type>
<stop_conditions>
@ -9,10 +8,6 @@
</any_of>
</stop_conditions>
<metrics>
<max_bytes_per_second />
</metrics>
<main_metric>
<max_bytes_per_second />
</main_metric>

View File

@ -1,5 +1,4 @@
<test>
<name>if_string_hits</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>int_parsing</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>Joins In Memory</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>json_extract_rapidjson</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>json_extract_simdjson</name>
<type>once</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>left pad test</name>
<tags>
<tag>string</tag>

View File

@ -1,5 +1,4 @@
<test>
<name>linear_regression</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>Distance search performance test</name>
<tags>
<tag>search</tag>

View File

@ -1,5 +1,4 @@
<test>
<name>nyc_taxi</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>ORDER BY single string column</name>
<tags>
<tag>sorting</tag>
<tag>comparison</tag>

View File

@ -1,5 +1,4 @@
<test>
<name>test_read_formats</name>
<type>loop</type>
<create_query>CREATE TABLE IF NOT EXISTS table_{format} ENGINE = File({format}) AS test.hits</create_query>

View File

@ -1,5 +1,4 @@
<test>
<name>read_from_hits_with_aio</name>
<stop_conditions>
<any_of>
<average_speed_not_changing_for_ms>5000</average_speed_not_changing_for_ms>
@ -7,13 +6,6 @@
</any_of>
</stop_conditions>
<type>once</type>
<metrics>
<!-- For running one inifinite query -->
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<preconditions>
<table_exists>hits_1000m_single</table_exists>

View File

@ -1,5 +1,4 @@
<test>
<name>right</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>roundDown</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>test_select_format</name>
<type>loop</type>
<create_query>CREATE TABLE IF NOT EXISTS table_{format} ENGINE = File({format}) AS test.hits</create_query>

View File

@ -1,5 +1,4 @@
<test>
<name>set_lookup_random</name>
<type>once</type>
<tags>
<tag>long</tag>

View File

@ -1,5 +1,4 @@
<test>
<name>set_lookup_hits</name>
<type>loop</type>
<preconditions>

View File

@ -1,6 +1,4 @@
<test>
<name>Simple Join Query</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>slices_hits</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>small_requests</name>
<type>loop</type>
<stop_conditions>
@ -17,9 +16,6 @@
<bytes_per_second/>
</main_metric>
<metrics>
<rows_per_second/>
</metrics>
<query>
WITH

View File

@ -1,6 +1,4 @@
<test>
<name>sort</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,6 +1,4 @@
<test>
<name>String sorting</name>
<preconditions>
<table_exists>hits_10m_single</table_exists>
</preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>system_numbers</name>
<type>once</type>
<stop_conditions>
@ -10,13 +9,6 @@
</any_of>
</stop_conditions>
<metrics>
<!-- For running one infinite query -->
<max_rows_per_second />
<max_bytes_per_second />
<avg_rows_per_second />
<avg_bytes_per_second />
</metrics>
<!-- 9. Генератор случайных чисел.
Функция rand представляет собой linear congruential generator (то есть, целочисленное умножение на константу и сложение с константой), возвращающий 32-битные целые случайные числа.

View File

@ -1,5 +1,4 @@
<test>
<name>trim_numbers</name>
<type>loop</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>trim_urls</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>trim_whitespaces</name>
<type>loop</type>
<create_query>CREATE TABLE IF NOT EXISTS whitespaces(value String) ENGINE = MergeTree() PARTITION BY tuple() ORDER BY tuple()</create_query>

View File

@ -1,5 +1,4 @@
<test>
<name>uniq</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>url_hits</name>
<type>loop</type>
<preconditions>

View File

@ -1,5 +1,4 @@
<test>
<name>visit_param_extract_raw</name>
<type>once</type>
<stop_conditions>

View File

@ -1,5 +1,4 @@
<test>
<name>website</name>
<type>loop</type>
<preconditions>