2021-01-19 19:21:06 +00:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import time
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
|
|
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
|
|
|
|
|
|
from helpers.cluster import ClickHouseCluster
|
|
|
|
from helpers.network import PartitionManager
|
|
|
|
|
|
|
|
cluster = ClickHouseCluster(__file__)
|
2021-02-15 13:21:36 +00:00
|
|
|
NODES = {'node_' + str(i): None for i in (1, 2, 3)}
|
2021-02-17 17:34:52 +00:00
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
NODES['node'] = None
|
2021-01-19 19:21:06 +00:00
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
sleep_time = 30
|
2021-01-19 19:21:06 +00:00
|
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
|
|
def started_cluster():
|
2021-02-15 13:21:36 +00:00
|
|
|
cluster = ClickHouseCluster(__file__)
|
|
|
|
NODES['node'] = cluster.add_instance(
|
2021-02-17 17:34:52 +00:00
|
|
|
'node', with_zookeeper=True, stay_alive=True, main_configs=['configs/remote_servers.xml'], user_configs=['configs/users.xml'])
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
for name in NODES:
|
|
|
|
if name != 'node':
|
2021-02-17 17:34:52 +00:00
|
|
|
NODES[name] = cluster.add_instance(name, with_zookeeper=True, user_configs=['configs/users1.xml'])
|
|
|
|
|
2021-01-19 19:21:06 +00:00
|
|
|
try:
|
|
|
|
cluster.start()
|
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
for node_id, node in list(NODES.items()):
|
|
|
|
node.query('''CREATE TABLE replicated (id UInt32, date Date) ENGINE =
|
|
|
|
ReplicatedMergeTree('/clickhouse/tables/replicated', '{}') ORDER BY id PARTITION BY toYYYYMM(date)'''.format(node_id))
|
2021-01-19 19:21:06 +00:00
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
NODES['node'].query('''CREATE TABLE distributed (id UInt32, date Date) ENGINE =
|
2021-01-19 19:21:06 +00:00
|
|
|
Distributed('test_cluster', 'default', 'replicated')''')
|
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
NODES['node'].query("INSERT INTO distributed VALUES (1, '2020-01-01')")
|
|
|
|
|
2021-01-19 19:21:06 +00:00
|
|
|
yield cluster
|
|
|
|
|
|
|
|
finally:
|
|
|
|
cluster.shutdown()
|
|
|
|
|
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
config = '''<yandex>
|
|
|
|
<profiles>
|
|
|
|
<default>
|
2021-02-17 17:34:52 +00:00
|
|
|
<sleep_in_send_tables_status>{sleep_in_send_tables_status}</sleep_in_send_tables_status>
|
|
|
|
<sleep_in_send_data>{sleep_in_send_data}</sleep_in_send_data>
|
2021-02-15 13:21:36 +00:00
|
|
|
</default>
|
|
|
|
</profiles>
|
|
|
|
</yandex>'''
|
|
|
|
|
|
|
|
|
|
|
|
def check_query():
|
2021-02-17 17:34:52 +00:00
|
|
|
NODES['node'].restart_clickhouse()
|
|
|
|
|
2021-02-02 15:18:05 +00:00
|
|
|
# Without hedged requests select query will last more than 30 seconds,
|
|
|
|
# with hedged requests it will last just around 1-2 second
|
2021-01-19 19:21:06 +00:00
|
|
|
|
|
|
|
start = time.time()
|
2021-02-15 13:21:36 +00:00
|
|
|
NODES['node'].query("SELECT * FROM distributed");
|
2021-01-19 19:21:06 +00:00
|
|
|
query_time = time.time() - start
|
2021-02-17 17:34:52 +00:00
|
|
|
print("Query time:", query_time)
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
assert query_time < 10
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_send_table_status_sleep(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=sleep_time, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_send_table_status_sleep2(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=sleep_time, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=sleep_time, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
def test_send_data(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
|
|
|
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_send_data2(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_combination1(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=sleep_time, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_combination2(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=sleep_time, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_combination3(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=1, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
NODES['node_3'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
|
|
|
config.format(sleep_in_send_tables_status=0, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
|
|
|
|
|
|
|
|
|
|
|
def test_combination4(started_cluster):
|
|
|
|
NODES['node_1'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=1, sleep_in_send_data=sleep_time))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
|
|
|
NODES['node_2'].replace_config(
|
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=1, sleep_in_send_data=0))
|
2021-02-15 13:21:36 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
NODES['node_3'].replace_config(
|
2021-02-15 13:21:36 +00:00
|
|
|
'/etc/clickhouse-server/users.d/users1.xml',
|
2021-02-17 17:34:52 +00:00
|
|
|
config.format(sleep_in_send_tables_status=2, sleep_in_send_data=0))
|
2021-01-19 19:21:06 +00:00
|
|
|
|
2021-02-17 17:34:52 +00:00
|
|
|
time.sleep(2)
|
2021-02-15 13:21:36 +00:00
|
|
|
check_query()
|
2021-01-19 19:21:06 +00:00
|
|
|
|