ClickHouse/tests/integration/test_hedged_requests_parallel/test.py

import os
import sys
import time

import pytest

sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

from helpers.cluster import ClickHouseCluster
from helpers.network import PartitionManager

cluster = ClickHouseCluster(__file__)

NODES = {'node_' + str(i): None for i in (1, 2, 3, 4)}
NODES['node'] = None

sleep_time = 30

@pytest.fixture(scope="module")
def started_cluster():
    cluster = ClickHouseCluster(__file__)
    NODES['node'] = cluster.add_instance(
    'node', with_zookeeper=True, main_configs=['configs/remote_servers.xml'], user_configs=['configs/users.xml'])

    for name in NODES:
        if name != 'node':
            NODES[name] = cluster.add_instance(name, with_zookeeper=True, stay_alive=True, user_configs=['configs/users1.xml'])
    
    try:
        cluster.start()

        for node_id, node in list(NODES.items()):
            node.query('''CREATE TABLE replicated (id UInt32, date Date) ENGINE =
            ReplicatedMergeTree('/clickhouse/tables/replicated', '{}')  ORDER BY id PARTITION BY toYYYYMM(date)'''.format(node_id))

        NODES['node'].query('''CREATE TABLE distributed (id UInt32, date Date) ENGINE =
            Distributed('test_cluster', 'default', 'replicated')''')

        NODES['node'].query("INSERT INTO distributed VALUES (1, '2020-01-01'), (2, '2020-01-02')")

        yield cluster

    finally:
        cluster.shutdown()


config = '''<yandex>
    <profiles>
        <default>
            <sleep_before_send_hello>{sleep_before_send_hello}</sleep_before_send_hello>
            <sleep_before_send_tables_status>{sleep_before_send_tables_status}</sleep_before_send_tables_status>
            <sleep_before_send_data>{sleep_before_send_data}</sleep_before_send_data>
        </default>
    </profiles>
</yandex>'''


def check_query():
    # Without hedged requests select query will last more than 30 seconds,
    # with hedged requests it will last just around 1-2 second

    start = time.time()
    NODES['node'].query("SELECT * FROM distributed");
    query_time = time.time() - start
    print(query_time)
    
    assert query_time < 5


def test_send_hello_sleep(started_cluster):
    NODES['node_1'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
    config.format(sleep_before_send_hello=sleep_time, sleep_before_send_tables_status=0, sleep_before_send_data=0))

    NODES['node_1'].restart_clickhouse(sleep_time)
    NODES['node_1'].query('SYSTEM SYNC REPLICA replicated')


    NODES['node_2'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
        config.format(sleep_before_send_hello=sleep_time, sleep_before_send_tables_status=0, sleep_before_send_data=0))

    NODES['node_2'].restart_clickhouse(sleep_time)
    NODES['node_2'].query('SYSTEM SYNC REPLICA replicated')

    check_query()


def test_send_table_status_sleep(started_cluster):
    NODES['node_1'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
        config.format(sleep_before_send_hello=0, sleep_before_send_tables_status=sleep_time, sleep_before_send_data=0))

    NODES['node_1'].restart_clickhouse(sleep_time)
    NODES['node_1'].query('SYSTEM SYNC REPLICA replicated')

    NODES['node_2'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
        config.format(sleep_before_send_hello=0, sleep_before_send_tables_status=sleep_time, sleep_before_send_data=0))

    NODES['node_2'].restart_clickhouse(sleep_time)
    NODES['node_2'].query('SYSTEM SYNC REPLICA replicated')

    check_query()


def test_send_data(started_cluster):
    NODES['node_1'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
        config.format(sleep_before_send_hello=0, sleep_before_send_tables_status=0, sleep_before_send_data=sleep_time))

    NODES['node_1'].restart_clickhouse(sleep_time)
    NODES['node_1'].query('SYSTEM SYNC REPLICA replicated')

    NODES['node_2'].replace_config(
        '/etc/clickhouse-server/users.d/users1.xml',
        config.format(sleep_before_send_hello=0, sleep_before_send_tables_status=0, sleep_before_send_data=sleep_time))

    NODES['node_2'].restart_clickhouse(sleep_time)
    NODES['node_2'].query('SYSTEM SYNC REPLICA replicated')

    check_query()