thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-10 09:32:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update tests for new numbers(limit) syntax

Browse Source 
$ gg -e 'numbers(toUInt64' -e 'numbers_mt(toUInt64' | cut -d: -f1 | sort -u | xargs sed -i -E 's#numbers(_mt|)\(toUInt64\(([^()]*)\)\)#numbers\1(\2)#'
This commit is contained in:
Azat Khuzhin 2021-02-10 22:27:14 +03:00
parent 5001b19613
commit b6dc721e33
7 changed files with 21 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/performance/aggregating_merge_tree_simple_aggregate_function_string.xml
View File

@ -6,7 +6,7 @@
SETTINGS index_granularity = 8192 SETTINGS index_granularity = 8192
AS AS
SELECT CAST(reinterpretAsString(number), 'SimpleAggregateFunction(any, String)') AS key SELECT CAST(reinterpretAsString(number), 'SimpleAggregateFunction(any, String)') AS key
FROM numbers_mt(toUInt64(5e6)) FROM numbers_mt(5e6)
SETTINGS max_insert_threads = 16 SETTINGS max_insert_threads = 16
</create_query> </create_query>

4
tests/queries/0_stateless/01016_uniqCombined64.sql
View File

@ -5,5 +5,5 @@
-- test is just to ensure that the result is different (and to document the -- test is just to ensure that the result is different (and to document the
-- outcome). -- outcome).
SELECT uniqCombined(number) FROM numbers(toUInt64(1e7)); SELECT uniqCombined(number) FROM numbers(1e7);
SELECT uniqCombined64(number) FROM numbers(toUInt64(1e7)); SELECT uniqCombined64(number) FROM numbers(1e7);

24
tests/queries/0_stateless/01017_uniqCombined_memory_usage.sql
View File

@ -5,45 +5,45 @@
-- HashTable for UInt32 (used until (1<<13) elements), hence 8192 elements -- HashTable for UInt32 (used until (1<<13) elements), hence 8192 elements
SELECT 'UInt32'; SELECT 'UInt32';
SET max_memory_usage = 4000000; SET max_memory_usage = 4000000;
SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(number % 8192) u FROM numbers(toUInt64(8192 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(number % 8192) u FROM numbers(8192 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 9830400; SET max_memory_usage = 9830400;
SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(number % 8192) u FROM numbers(toUInt64(8192 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(number % 8192) u FROM numbers(8192 * 100) GROUP BY k);
-- HashTable for UInt64 (used until (1<<12) elements), hence 4096 elements -- HashTable for UInt64 (used until (1<<12) elements), hence 4096 elements
SELECT 'UInt64'; SELECT 'UInt64';
SET max_memory_usage = 4000000; SET max_memory_usage = 4000000;
SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(reinterpretAsString(number % 4096)) u FROM numbers(toUInt64(4096 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(reinterpretAsString(number % 4096)) u FROM numbers(4096 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 9830400; SET max_memory_usage = 9830400;
SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(reinterpretAsString(number % 4096)) u FROM numbers(toUInt64(4096 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(reinterpretAsString(number % 4096)) u FROM numbers(4096 * 100) GROUP BY k);
SELECT 'K=16'; SELECT 'K=16';
-- HashTable for UInt32 (used until (1<<12) elements), hence 4096 elements -- HashTable for UInt32 (used until (1<<12) elements), hence 4096 elements
SELECT 'UInt32'; SELECT 'UInt32';
SET max_memory_usage = 2000000; SET max_memory_usage = 2000000;
SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(16)(number % 4096) u FROM numbers(toUInt64(4096 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(16)(number % 4096) u FROM numbers(4096 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 4915200; SET max_memory_usage = 4915200;
SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(16)(number % 4096) u FROM numbers(toUInt64(4096 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 4096) AS k, uniqCombined(16)(number % 4096) u FROM numbers(4096 * 100) GROUP BY k);
-- HashTable for UInt64 (used until (1<<11) elements), hence 2048 elements -- HashTable for UInt64 (used until (1<<11) elements), hence 2048 elements
SELECT 'UInt64'; SELECT 'UInt64';
SET max_memory_usage = 2000000; SET max_memory_usage = 2000000;
SELECT sum(u) FROM (SELECT intDiv(number, 2048) AS k, uniqCombined(16)(reinterpretAsString(number % 2048)) u FROM numbers(toUInt64(2048 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 2048) AS k, uniqCombined(16)(reinterpretAsString(number % 2048)) u FROM numbers(2048 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 4915200; SET max_memory_usage = 4915200;
SELECT sum(u) FROM (SELECT intDiv(number, 2048) AS k, uniqCombined(16)(reinterpretAsString(number % 2048)) u FROM numbers(toUInt64(2048 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 2048) AS k, uniqCombined(16)(reinterpretAsString(number % 2048)) u FROM numbers(2048 * 100) GROUP BY k);
SELECT 'K=18'; SELECT 'K=18';
-- HashTable for UInt32 (used until (1<<14) elements), hence 16384 elements -- HashTable for UInt32 (used until (1<<14) elements), hence 16384 elements
SELECT 'UInt32'; SELECT 'UInt32';
SET max_memory_usage = 8000000; SET max_memory_usage = 8000000;
SELECT sum(u) FROM (SELECT intDiv(number, 16384) AS k, uniqCombined(18)(number % 16384) u FROM numbers(toUInt64(16384 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 16384) AS k, uniqCombined(18)(number % 16384) u FROM numbers(16384 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 19660800; SET max_memory_usage = 19660800;
SELECT sum(u) FROM (SELECT intDiv(number, 16384) AS k, uniqCombined(18)(number % 16384) u FROM numbers(toUInt64(16384 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 16384) AS k, uniqCombined(18)(number % 16384) u FROM numbers(16384 * 100) GROUP BY k);
-- HashTable for UInt64 (used until (1<<13) elements), hence 8192 elements -- HashTable for UInt64 (used until (1<<13) elements), hence 8192 elements
SELECT 'UInt64'; SELECT 'UInt64';
SET max_memory_usage = 8000000; SET max_memory_usage = 8000000;
SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(18)(reinterpretAsString(number % 8192)) u FROM numbers(toUInt64(8192 * 100)) GROUP BY k); -- { serverError 241 } SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(18)(reinterpretAsString(number % 8192)) u FROM numbers(8192 * 100) GROUP BY k); -- { serverError 241 }
SET max_memory_usage = 19660800; SET max_memory_usage = 19660800;
SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(18)(reinterpretAsString(number % 8192)) u FROM numbers(toUInt64(8192 * 100)) GROUP BY k); SELECT sum(u) FROM (SELECT intDiv(number, 8192) AS k, uniqCombined(18)(reinterpretAsString(number % 8192)) u FROM numbers(8192 * 100) GROUP BY k);

2
tests/queries/0_stateless/01281_group_by_limit_memory_tracking.sh
View File

@ -33,7 +33,7 @@ function execute_group_by()
"--max_memory_usage_for_user="$((150<<20)) "--max_memory_usage_for_user="$((150<<20))
"--max_threads=2" "--max_threads=2"
) )
execute_null "${opts[@]}" <<<'SELECT uniq(number) FROM numbers_mt(toUInt64(1e6)) GROUP BY number % 5e5' execute_null "${opts[@]}" <<<'SELECT uniq(number) FROM numbers_mt(1e6) GROUP BY number % 5e5'
} }
# This is needed to keep at least one running query for user for the time of test. # This is needed to keep at least one running query for user for the time of test.

2
tests/queries/0_stateless/01513_optimize_aggregation_in_order_memory.sql
View File

@ -1,7 +1,7 @@
drop table if exists data_01513; drop table if exists data_01513;
create table data_01513 (key String) engine=MergeTree() order by key; create table data_01513 (key String) engine=MergeTree() order by key;
-- 10e3 groups, 1e3 keys each -- 10e3 groups, 1e3 keys each
insert into data_01513 select number%10e3 from numbers(toUInt64(2e6)); insert into data_01513 select number%10e3 from numbers(2e6);
-- reduce number of parts to 1 -- reduce number of parts to 1
optimize table data_01513 final; optimize table data_01513 final;

6
tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
View File

@ -10,8 +10,8 @@ set max_block_size=40960;
-- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption -- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
-- MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB -- MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB
-- MergeSortingTransform: Re-merging is not useful (memory usage was not lowered by remerge_sort_lowered_memory_bytes_ratio=2.0) -- MergeSortingTransform: Re-merging is not useful (memory usage was not lowered by remerge_sort_lowered_memory_bytes_ratio=2.0)
select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 format Null; -- { serverError 241 } select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(3e6) order by k limit 400e3 format Null; -- { serverError 241 }
select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=2. format Null; -- { serverError 241 } select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(3e6) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=2. format Null; -- { serverError 241 }
-- remerge_sort_lowered_memory_bytes_ratio 1.9 is good (need at least 1.91/0.98=1.94) -- remerge_sort_lowered_memory_bytes_ratio 1.9 is good (need at least 1.91/0.98=1.94)
-- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption -- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
@ -26,4 +26,4 @@ select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v
-- MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB -- MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
-- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption -- MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
-- MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB -- MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=1.9 format Null; select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(3e6) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=1.9 format Null;

2
tests/queries/0_stateless/01641_memory_tracking_insert_optimize.sql
View File

@ -5,7 +5,7 @@ create table data_01641 (key Int, value String) engine=MergeTree order by (key,
-- peak memory usage is 170MiB -- peak memory usage is 170MiB
set max_memory_usage='200Mi'; set max_memory_usage='200Mi';
system stop merges data_01641; system stop merges data_01641;
insert into data_01641 select number, toString(number) from numbers(toUInt64(120e6)); insert into data_01641 select number, toString(number) from numbers(120e6);
-- peak: -- peak:
-- - is 21MiB if background merges already scheduled -- - is 21MiB if background merges already scheduled