Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

performance test for lowcardinality array #6930

Merged
merged 1 commit into from
Sep 13, 2019
Merged

performance test for lowcardinality array #6930

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
85 changes: 85 additions & 0 deletions dbms/tests/performance/inserts_arrays_lowcardinality.xml
View file
Open in desktop
@@ -0,0 +1,85 @@
<test>
<type>loop</type>
<stop_conditions>
<all_of>
<iterations>5</iterations>
<min_time_not_changing_for_ms>12000</min_time_not_changing_for_ms>
</all_of>
<any_of>
<iterations>50</iterations>
<total_time_ms>60000</total_time_ms>
</any_of>
</stop_conditions>

<create_query>CREATE TABLE lot_of_string_arrays_src (`id` UInt64, `col00` Array(String), `col01` Array(String), `col02` Array(String), `col03` Array(String), `col04` Array(String), `col05` Array(String), `col06` Array(String), `col07` Array(String), `col08` Array(String), `col09` Array(String), `col10` Array(String), `col11` Array(String), `col12` Array(String), `col13` Array(String), `col14` Array(String), `col15` Array(String), `col16` Array(String), `col17` Array(String), `col18` Array(String), `col19` Array(String), `col20` Array(String), `col21` Array(String), `col22` Array(String), `col23` Array(String), `col24` Array(String), `col25` Array(String), `col26` Array(String), `col27` Array(String), `col28` Array(String), `col29` Array(String), `col30` Array(String), `col31` Array(String), `col32` Array(String), `col33` Array(String), `col34` Array(String), `col35` Array(String), `col36` Array(String), `col37` Array(String), `col38` Array(String), `col39` Array(String), `col40` Array(String), `col41` Array(String), `col42` Array(String), `col43` Array(String), `col44` Array(String), `col45` Array(String), `col46` Array(String), `col47` Array(String), `col48` Array(String), `col49` Array(String)) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
<create_query>CREATE TABLE lot_of_string_arrays_dst_lowcardinality (`id` UInt64, `col00` Array(LowCardinality(String)), `col01` Array(LowCardinality(String)), `col02` Array(LowCardinality(String)), `col03` Array(LowCardinality(String)), `col04` Array(LowCardinality(String)), `col05` Array(LowCardinality(String)), `col06` Array(LowCardinality(String)), `col07` Array(LowCardinality(String)), `col08` Array(LowCardinality(String)), `col09` Array(LowCardinality(String)), `col10` Array(LowCardinality(String)), `col11` Array(LowCardinality(String)), `col12` Array(LowCardinality(String)), `col13` Array(LowCardinality(String)), `col14` Array(LowCardinality(String)), `col15` Array(LowCardinality(String)), `col16` Array(LowCardinality(String)), `col17` Array(LowCardinality(String)), `col18` Array(LowCardinality(String)), `col19` Array(LowCardinality(String)), `col20` Array(LowCardinality(String)), `col21` Array(LowCardinality(String)), `col22` Array(LowCardinality(String)), `col23` Array(LowCardinality(String)), `col24` Array(LowCardinality(String)), `col25` Array(LowCardinality(String)), `col26` Array(LowCardinality(String)), `col27` Array(LowCardinality(String)), `col28` Array(LowCardinality(String)), `col29` Array(LowCardinality(String)), `col30` Array(LowCardinality(String)), `col31` Array(LowCardinality(String)), `col32` Array(LowCardinality(String)), `col33` Array(LowCardinality(String)), `col34` Array(LowCardinality(String)), `col35` Array(LowCardinality(String)), `col36` Array(LowCardinality(String)), `col37` Array(LowCardinality(String)), `col38` Array(LowCardinality(String)), `col39` Array(LowCardinality(String)), `col40` Array(LowCardinality(String)), `col41` Array(LowCardinality(String)), `col42` Array(LowCardinality(String)), `col43` Array(LowCardinality(String)), `col44` Array(LowCardinality(String)), `col45` Array(LowCardinality(String)), `col46` Array(LowCardinality(String)), `col47` Array(LowCardinality(String)), `col48` Array(LowCardinality(String)), `col49` Array(LowCardinality(String))) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
<create_query>CREATE TABLE lot_of_string_arrays_dst (`id` UInt64, `col00` Array(String), `col01` Array(String), `col02` Array(String), `col03` Array(String), `col04` Array(String), `col05` Array(String), `col06` Array(String), `col07` Array(String), `col08` Array(String), `col09` Array(String), `col10` Array(String), `col11` Array(String), `col12` Array(String), `col13` Array(String), `col14` Array(String), `col15` Array(String), `col16` Array(String), `col17` Array(String), `col18` Array(String), `col19` Array(String), `col20` Array(String), `col21` Array(String), `col22` Array(String), `col23` Array(String), `col24` Array(String), `col25` Array(String), `col26` Array(String), `col27` Array(String), `col28` Array(String), `col29` Array(String), `col30` Array(String), `col31` Array(String), `col32` Array(String), `col33` Array(String), `col34` Array(String), `col35` Array(String), `col36` Array(String), `col37` Array(String), `col38` Array(String), `col39` Array(String), `col40` Array(String), `col41` Array(String), `col42` Array(String), `col43` Array(String), `col44` Array(String), `col45` Array(String), `col46` Array(String), `col47` Array(String), `col48` Array(String), `col49` Array(String)) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>

<fill_query>INSERT INTO lot_of_string_arrays_src SELECT
intDiv( rowid, 50 ) as id,
anyIf(arr, rowid % 50 = 00) as col00,
anyIf(arr, rowid % 50 = 01) as col01,
anyIf(arr, rowid % 50 = 02) as col02,
anyIf(arr, rowid % 50 = 03) as col03,
anyIf(arr, rowid % 50 = 04) as col04,
anyIf(arr, rowid % 50 = 05) as col05,
anyIf(arr, rowid % 50 = 06) as col06,
anyIf(arr, rowid % 50 = 07) as col07,
anyIf(arr, rowid % 50 = 08) as col08,
anyIf(arr, rowid % 50 = 09) as col09,
anyIf(arr, rowid % 50 = 10) as col10,
anyIf(arr, rowid % 50 = 11) as col11,
anyIf(arr, rowid % 50 = 12) as col12,
anyIf(arr, rowid % 50 = 13) as col13,
anyIf(arr, rowid % 50 = 14) as col14,
anyIf(arr, rowid % 50 = 15) as col15,
anyIf(arr, rowid % 50 = 16) as col16,
anyIf(arr, rowid % 50 = 17) as col17,
anyIf(arr, rowid % 50 = 18) as col18,
anyIf(arr, rowid % 50 = 19) as col19,
anyIf(arr, rowid % 50 = 20) as col20,
anyIf(arr, rowid % 50 = 21) as col21,
anyIf(arr, rowid % 50 = 22) as col22,
anyIf(arr, rowid % 50 = 23) as col23,
anyIf(arr, rowid % 50 = 24) as col24,
anyIf(arr, rowid % 50 = 25) as col25,
anyIf(arr, rowid % 50 = 26) as col26,
anyIf(arr, rowid % 50 = 27) as col27,
anyIf(arr, rowid % 50 = 28) as col28,
anyIf(arr, rowid % 50 = 29) as col29,
anyIf(arr, rowid % 50 = 30) as col30,
anyIf(arr, rowid % 50 = 31) as col31,
anyIf(arr, rowid % 50 = 32) as col32,
anyIf(arr, rowid % 50 = 33) as col33,
anyIf(arr, rowid % 50 = 34) as col34,
anyIf(arr, rowid % 50 = 35) as col35,
anyIf(arr, rowid % 50 = 36) as col36,
anyIf(arr, rowid % 50 = 37) as col37,
anyIf(arr, rowid % 50 = 38) as col38,
anyIf(arr, rowid % 50 = 39) as col39,
anyIf(arr, rowid % 50 = 40) as col40,
anyIf(arr, rowid % 50 = 41) as col41,
anyIf(arr, rowid % 50 = 42) as col42,
anyIf(arr, rowid % 50 = 43) as col43,
anyIf(arr, rowid % 50 = 44) as col44,
anyIf(arr, rowid % 50 = 45) as col45,
anyIf(arr, rowid % 50 = 46) as col46,
anyIf(arr, rowid % 50 = 47) as col47,
anyIf(arr, rowid % 50 = 48) as col48,
anyIf(arr, rowid % 50 = 49) as col49
FROM (
SELECT
intDiv( number, 4 ) as rowid,
groupArray( base64Encode( left( reinterpretAsString( rand64() ), 6) ) ) as arr
FROM
numbers(10000000)
GROUP BY rowid
) GROUP BY id</fill_query>

<query>INSERT INTO lot_of_string_arrays_dst SELECT rand64() as id, columns('^col') FROM lot_of_string_arrays_src</query>
<query>INSERT INTO lot_of_string_arrays_dst_lowcardinality SELECT rand64() as id, columns('^col') FROM lot_of_string_arrays_src</query>

<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_src</drop_query>
<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_dst</drop_query>
<drop_query>DROP TABLE IF EXISTS lot_of_string_arrays_dst_lowcardinality</drop_query>
</test>