ClickHouse/tests/integration/test_dictionaries_redis/test_long.py

import pytest
from helpers.cluster import ClickHouseCluster
import redis

cluster = ClickHouseCluster(__file__)

node = cluster.add_instance("node", with_redis=True)

POOL_SIZE = 16


@pytest.fixture(scope="module")
def start_cluster():
    try:
        cluster.start()

        N = 1000
        client = redis.Redis(
            host="localhost", port=cluster.redis_port, password="clickhouse", db=0
        )
        client.flushdb()
        for i in range(N):
            client.hset("2020-10-10", i, i)

        node.query(
            """
            CREATE DICTIONARY redis_dict
            (
                date String,
                id UInt64,
                value UInt64
            )
            PRIMARY KEY date, id
            SOURCE(REDIS(HOST '{}' PORT 6379 STORAGE_TYPE 'hash_map' DB_INDEX 0 PASSWORD 'clickhouse' POOL_SIZE '{}'))
            LAYOUT(COMPLEX_KEY_DIRECT())
            """.format(
                cluster.redis_host, POOL_SIZE
            )
        )

        node.query(
            """
            CREATE TABLE redis_dictionary_test
            (
                date Date,
                id UInt64
            )
            ENGINE = MergeTree ORDER BY id"""
        )

        node.query(
            "INSERT INTO default.redis_dictionary_test SELECT '2020-10-10', number FROM numbers(1000000)"
        )

        yield cluster

    finally:
        cluster.shutdown()


def test_redis_dict_long(start_cluster):
    assert (
        node.query(
            f"SELECT count(), uniqExact(date), uniqExact(id) FROM redis_dict SETTINGS max_threads={POOL_SIZE}"
        )
        == "1000\t1\t1000\n"
    )
    assert (
        node.query(
            f"SELECT count(DISTINCT dictGet('redis_dict', 'value', tuple(date, id % 1000))) FROM redis_dictionary_test SETTINGS max_threads={POOL_SIZE}"
        )
        == "1000\n"
    )