mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-22 07:31:57 +00:00
performance test for lowcardinality array, showing significant performance degradation comparing to plain array
This commit is contained in:
Mikhail Filimonov
parent
886efb1794
commit
3f9d4a5d8e
85
dbms/tests/performance/inserts_arrays_lowcardinality.xml
Normal file
85
dbms/tests/performance/inserts_arrays_lowcardinality.xml
Normal file
@ -0,0 +1,85 @@
|
||||
<test>
|
||||
<type>loop</type>
|
||||
<stop_conditions>
|
||||
<all_of>
|
||||
<iterations>5</iterations>
|
||||
<min_time_not_changing_for_ms>12000</min_time_not_changing_for_ms>
|
||||
</all_of>
|
||||
<any_of>
|
||||
<iterations>50</iterations>
|
||||
<total_time_ms>60000</total_time_ms>
|
||||
</any_of>
|
||||
</stop_conditions>
|
||||
|
||||
<create_query>CREATE TABLE lot_of_string_arrays_src (`id` UInt64, `col00` Array(String), `col01` Array(String), `col02` Array(String), `col03` Array(String), `col04` Array(String), `col05` Array(String), `col06` Array(String), `col07` Array(String), `col08` Array(String), `col09` Array(String), `col10` Array(String), `col11` Array(String), `col12` Array(String), `col13` Array(String), `col14` Array(String), `col15` Array(String), `col16` Array(String), `col17` Array(String), `col18` Array(String), `col19` Array(String), `col20` Array(String), `col21` Array(String), `col22` Array(String), `col23` Array(String), `col24` Array(String), `col25` Array(String), `col26` Array(String), `col27` Array(String), `col28` Array(String), `col29` Array(String), `col30` Array(String), `col31` Array(String), `col32` Array(String), `col33` Array(String), `col34` Array(String), `col35` Array(String), `col36` Array(String), `col37` Array(String), `col38` Array(String), `col39` Array(String), `col40` Array(String), `col41` Array(String), `col42` Array(String), `col43` Array(String), `col44` Array(String), `col45` Array(String), `col46` Array(String), `col47` Array(String), `col48` Array(String), `col49` Array(String)) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
|
||||
<create_query>CREATE TABLE lot_of_string_arrays_dst_lowcardinality (`id` UInt64, `col00` Array(LowCardinality(String)), `col01` Array(LowCardinality(String)), `col02` Array(LowCardinality(String)), `col03` Array(LowCardinality(String)), `col04` Array(LowCardinality(String)), `col05` Array(LowCardinality(String)), `col06` Array(LowCardinality(String)), `col07` Array(LowCardinality(String)), `col08` Array(LowCardinality(String)), `col09` Array(LowCardinality(String)), `col10` Array(LowCardinality(String)), `col11` Array(LowCardinality(String)), `col12` Array(LowCardinality(String)), `col13` Array(LowCardinality(String)), `col14` Array(LowCardinality(String)), `col15` Array(LowCardinality(String)), `col16` Array(LowCardinality(String)), `col17` Array(LowCardinality(String)), `col18` Array(LowCardinality(String)), `col19` Array(LowCardinality(String)), `col20` Array(LowCardinality(String)), `col21` Array(LowCardinality(String)), `col22` Array(LowCardinality(String)), `col23` Array(LowCardinality(String)), `col24` Array(LowCardinality(String)), `col25` Array(LowCardinality(String)), `col26` Array(LowCardinality(String)), `col27` Array(LowCardinality(String)), `col28` Array(LowCardinality(String)), `col29` Array(LowCardinality(String)), `col30` Array(LowCardinality(String)), `col31` Array(LowCardinality(String)), `col32` Array(LowCardinality(String)), `col33` Array(LowCardinality(String)), `col34` Array(LowCardinality(String)), `col35` Array(LowCardinality(String)), `col36` Array(LowCardinality(String)), `col37` Array(LowCardinality(String)), `col38` Array(LowCardinality(String)), `col39` Array(LowCardinality(String)), `col40` Array(LowCardinality(String)), `col41` Array(LowCardinality(String)), `col42` Array(LowCardinality(String)), `col43` Array(LowCardinality(String)), `col44` Array(LowCardinality(String)), `col45` Array(LowCardinality(String)), `col46` Array(LowCardinality(String)), `col47` Array(LowCardinality(String)), `col48` Array(LowCardinality(String)), `col49` Array(LowCardinality(String))) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
|
||||
<create_query>CREATE TABLE lot_of_string_arrays_dst (`id` UInt64, `col00` Array(String), `col01` Array(String), `col02` Array(String), `col03` Array(String), `col04` Array(String), `col05` Array(String), `col06` Array(String), `col07` Array(String), `col08` Array(String), `col09` Array(String), `col10` Array(String), `col11` Array(String), `col12` Array(String), `col13` Array(String), `col14` Array(String), `col15` Array(String), `col16` Array(String), `col17` Array(String), `col18` Array(String), `col19` Array(String), `col20` Array(String), `col21` Array(String), `col22` Array(String), `col23` Array(String), `col24` Array(String), `col25` Array(String), `col26` Array(String), `col27` Array(String), `col28` Array(String), `col29` Array(String), `col30` Array(String), `col31` Array(String), `col32` Array(String), `col33` Array(String), `col34` Array(String), `col35` Array(String), `col36` Array(String), `col37` Array(String), `col38` Array(String), `col39` Array(String), `col40` Array(String), `col41` Array(String), `col42` Array(String), `col43` Array(String), `col44` Array(String), `col45` Array(String), `col46` Array(String), `col47` Array(String), `col48` Array(String), `col49` Array(String)) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
|
||||
|
||||
<fill_query>INSERT INTO lot_of_string_arrays_src SELECT
|
||||
intDiv( rowid, 50 ) as id,
|
||||
anyIf(arr, rowid % 50 = 00) as col00,
|
||||
anyIf(arr, rowid % 50 = 01) as col01,
|
||||
anyIf(arr, rowid % 50 = 02) as col02,
|
||||
anyIf(arr, rowid % 50 = 03) as col03,
|
||||
anyIf(arr, rowid % 50 = 04) as col04,
|
||||
anyIf(arr, rowid % 50 = 05) as col05,
|
||||
anyIf(arr, rowid % 50 = 06) as col06,
|
||||
anyIf(arr, rowid % 50 = 07) as col07,
|
||||
anyIf(arr, rowid % 50 = 08) as col08,
|
||||
anyIf(arr, rowid % 50 = 09) as col09,
|
||||
anyIf(arr, rowid % 50 = 10) as col10,
|
||||
anyIf(arr, rowid % 50 = 11) as col11,
|
||||
anyIf(arr, rowid % 50 = 12) as col12,
|
||||
anyIf(arr, rowid % 50 = 13) as col13,
|
||||
anyIf(arr, rowid % 50 = 14) as col14,
|
||||
anyIf(arr, rowid % 50 = 15) as col15,
|
||||
anyIf(arr, rowid % 50 = 16) as col16,
|
||||
anyIf(arr, rowid % 50 = 17) as col17,
|
||||
anyIf(arr, rowid % 50 = 18) as col18,
|
||||
anyIf(arr, rowid % 50 = 19) as col19,
|
||||
anyIf(arr, rowid % 50 = 20) as col20,
|
||||
anyIf(arr, rowid % 50 = 21) as col21,
|
||||
anyIf(arr, rowid % 50 = 22) as col22,
|
||||
anyIf(arr, rowid % 50 = 23) as col23,
|
||||
anyIf(arr, rowid % 50 = 24) as col24,
|
||||
anyIf(arr, rowid % 50 = 25) as col25,
|
||||
anyIf(arr, rowid % 50 = 26) as col26,
|
||||
anyIf(arr, rowid % 50 = 27) as col27,
|
||||
anyIf(arr, rowid % 50 = 28) as col28,
|
||||
anyIf(arr, rowid % 50 = 29) as col29,
|
||||
anyIf(arr, rowid % 50 = 30) as col30,
|
||||
anyIf(arr, rowid % 50 = 31) as col31,
|
||||
anyIf(arr, rowid % 50 = 32) as col32,
|
||||
anyIf(arr, rowid % 50 = 33) as col33,
|
||||
anyIf(arr, rowid % 50 = 34) as col34,
|
||||
anyIf(arr, rowid % 50 = 35) as col35,
|
||||
anyIf(arr, rowid % 50 = 36) as col36,
|
||||
anyIf(arr, rowid % 50 = 37) as col37,
|
||||
anyIf(arr, rowid % 50 = 38) as col38,
|
||||
anyIf(arr, rowid % 50 = 39) as col39,
|
||||
anyIf(arr, rowid % 50 = 40) as col40,
|
||||
anyIf(arr, rowid % 50 = 41) as col41,
|
||||
anyIf(arr, rowid % 50 = 42) as col42,
|
||||
anyIf(arr, rowid % 50 = 43) as col43,
|
||||
anyIf(arr, rowid % 50 = 44) as col44,
|
||||
anyIf(arr, rowid % 50 = 45) as col45,
|
||||
anyIf(arr, rowid % 50 = 46) as col46,
|
||||
anyIf(arr, rowid % 50 = 47) as col47,
|
||||
anyIf(arr, rowid % 50 = 48) as col48,
|
||||
anyIf(arr, rowid % 50 = 49) as col49
|
||||
FROM (
|
||||
SELECT
|
||||
intDiv( number, 4 ) as rowid,
|
||||
groupArray( base64Encode( left( reinterpretAsString( rand64() ), 6) ) ) as arr
|
||||
FROM
|
||||
numbers(10000000)
|
||||
GROUP BY rowid
|
||||
) GROUP BY id</fill_query>
|
||||
|
||||
<query>INSERT INTO lot_of_string_arrays_dst SELECT rand64() as id, columns('^col') FROM lot_of_string_arrays_src</query>
|
||||
<query>INSERT INTO lot_of_string_arrays_dst_lowcardinality SELECT rand64() as id, columns('^col') FROM lot_of_string_arrays_src</query>
|
||||
|
||||
<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_src</drop_query>
|
||||
<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_dst</drop_query>
|
||||
<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_dst_lowcardinality</drop_query>
|
||||
</test>
|
||||
Loading…
Reference in New Issue
Block a user