ClickHouse/tests/performance/hashed_dictionary.xml

<test>
    <substitutions>
        <substitution>
            <name>column_name</name>
            <values>
                <value>'value_int'</value>
                <value>'value_string'</value>
                <value>'value_decimal'</value>
                <value>'value_string_nullable'</value>
            </values>
        </substitution>

        <substitution>
            <name>elements_count</name>
            <values>
                <value>5000000</value>
                <value>7500000</value>
            </values>
        </substitution>

        <substitution>
            <name>layout_suffix</name>
            <values>
                <value>HASHED</value>
                <value>SPARSE_HASHED</value>
            </values>
        </substitution>
    </substitutions>

    <create_query>
        CREATE TABLE simple_key_dictionary_source_table
        (
            id UInt64,
            value_int UInt64,
            value_string String,
            value_decimal Decimal64(8),
            value_string_nullable Nullable(String)
        ) ENGINE = Memory
    </create_query>

    <create_query>
        CREATE TABLE complex_key_dictionary_source_table
        (
            id UInt64,
            id_key String,
            value_int UInt64,
            value_string String,
            value_decimal Decimal64(8),
            value_string_nullable Nullable(String)
        ) ENGINE = Memory
    </create_query>

    <create_query>
        CREATE DICTIONARY IF NOT EXISTS simple_key_{layout_suffix}_dictionary
        (
            id UInt64,
            value_int UInt64,
            value_string String,
            value_decimal Decimal64(8),
            value_string_nullable Nullable(String)
        )
        PRIMARY KEY id
        SOURCE(CLICKHOUSE(TABLE 'simple_key_dictionary_source_table'))
        LAYOUT({layout_suffix}())
        LIFETIME(0)
    </create_query>

    <create_query>
        CREATE DICTIONARY IF NOT EXISTS complex_key_{layout_suffix}_dictionary
        (
            id UInt64,
            id_key String,
            value_int UInt64,
            value_string String,
            value_decimal Decimal64(8),
            value_string_nullable Nullable(String)
        )
        PRIMARY KEY id, id_key
        SOURCE(CLICKHOUSE(TABLE 'complex_key_dictionary_source_table'))
        LAYOUT(COMPLEX_KEY_{layout_suffix}())
        LIFETIME(0)
    </create_query>

    <fill_query>
        INSERT INTO simple_key_dictionary_source_table
        SELECT number, number, toString(number), toDecimal64(number, 8), toString(number)
        FROM system.numbers
        LIMIT 5000000
    </fill_query>

    <fill_query>
        INSERT INTO complex_key_dictionary_source_table
        SELECT number, toString(number), number, toString(number), toDecimal64(number, 8), toString(number)
        FROM system.numbers
        LIMIT 5000000
    </fill_query>

    <fill_query>SYSTEM RELOAD DICTIONARY simple_key_{layout_suffix}_dictionary</fill_query>
    <fill_query>SYSTEM RELOAD DICTIONARY complex_key_{layout_suffix}_dictionary</fill_query>

    <query>SYSTEM RELOAD DICTIONARY simple_key_{layout_suffix}_dictionary</query>
    <query>SYSTEM RELOAD DICTIONARY complex_key_{layout_suffix}_dictionary</query>

    <query>
        WITH rand64() % toUInt64({elements_count}) as key
        SELECT dictGet('default.simple_key_{layout_suffix}_dictionary', {column_name}, key)
        FROM system.numbers
        LIMIT {elements_count}
        FORMAT Null
    </query>

    <query>
        WITH rand64() % toUInt64({elements_count}) as key
        SELECT dictHas('default.simple_key_{layout_suffix}_dictionary', key)
        FROM system.numbers
        LIMIT {elements_count}
        FORMAT Null
    </query>

    <query>SELECT * FROM simple_key_{layout_suffix}_dictionary FORMAT Null</query>

    <query>
        WITH (rand64() % toUInt64({elements_count}), toString(rand64() % toUInt64({elements_count}))) as key
        SELECT dictGet('default.complex_key_{layout_suffix}_dictionary', {column_name}, key)
        FROM system.numbers
        LIMIT {elements_count}
        FORMAT Null
    </query>

    <query>
        WITH (rand64() % toUInt64({elements_count}), toString(rand64() % toUInt64({elements_count}))) as key
        SELECT dictHas('default.complex_key_{layout_suffix}_dictionary', key)
        FROM system.numbers
        LIMIT {elements_count}
        FORMAT Null
    </query>

    <query>SELECT * FROM complex_key_{layout_suffix}_dictionary FORMAT Null</query>

    <drop_query>DROP TABLE IF EXISTS simple_key_dictionary_source_table</drop_query>
    <drop_query>DROP TABLE IF EXISTS complex_key_dictionary_source_table</drop_query>

    <drop_query>DROP DICTIONARY IF EXISTS simple_key_{layout_suffix}_dictionary</drop_query>
    <drop_query>DROP DICTIONARY IF EXISTS complex_key_{layout_suffix}_dictionary</drop_query>
</test>