ClickHouse/tests/performance/read_in_order_many_parts.xml

<test>
    <settings>
        <optimize_aggregation_in_order>1</optimize_aggregation_in_order>
        <optimize_read_in_order>1</optimize_read_in_order>
        <max_partitions_per_insert_block>2000</max_partitions_per_insert_block>
        <max_insert_block_size>10000000</max_insert_block_size>
        <max_threads>8</max_threads>
        <max_memory_usage>15G</max_memory_usage>
    </settings>

    <substitutions>
        <substitution>
            <name>parts</name>
            <values>
                <value>100</value>
                <value>1000</value>
            </values>
        </substitution>
        <substitution>
            <name>uniqs</name>
            <values>
                <value>100</value>
                <value>10000</value>
            </values>
        </substitution>
    </substitutions>

    <create_query>CREATE TABLE mt_{parts}_parts_{uniqs}_uniqs(id UInt32, val1 UInt32, val2 UInt32) ENGINE = MergeTree ORDER BY val1 PARTITION BY id % {parts} SETTINGS parts_to_throw_insert=10000, parts_to_delay_insert=10000</create_query>
    <fill_query>SYSTEM STOP MERGES mt_{parts}_parts_{uniqs}_uniqs</fill_query>
    <fill_query>INSERT INTO mt_{parts}_parts_{uniqs}_uniqs SELECT number, rand() % {uniqs}, rand() FROM numbers_mt(100000000) SETTINGS max_block_size=10000000</fill_query>
    <fill_query>SYSTEM START MERGES mt_{parts}_parts_{uniqs}_uniqs</fill_query>
    <fill_query>OPTIMIZE TABLE mt_{parts}_parts_{uniqs}_uniqs FINAL</fill_query>

    <query>SELECT val2 FROM mt_{parts}_parts_10000_uniqs ORDER BY val1 LIMIT 1000000 FORMAT Null</query>
    <query>SELECT val2 FROM mt_{parts}_parts_10000_uniqs ORDER BY val1 LIMIT 10000000 FORMAT Null</query>
    <query>SELECT sum(val2) FROM mt_{parts}_parts_{uniqs}_uniqs GROUP BY val1 FORMAT Null</query>

    <drop_query>DROP TABLE IF EXISTS mt_{parts}_parts_{uniqs}_uniqs</drop_query>
</test>