thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Some change

Browse Source
This commit is contained in:
kssenii 2021-06-27 22:05:20 +03:00
parent 660916a9a1
commit c115c25e9c
1 changed files with 18 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
tests/integration/test_storage_rabbitmq/test.py
View File

@ -808,22 +808,15 @@ def test_rabbitmq_many_inserts(rabbitmq_cluster):
rabbitmq_routing_key_list = 'insert2', rabbitmq_routing_key_list = 'insert2',
rabbitmq_format = 'TSV', rabbitmq_format = 'TSV',
rabbitmq_row_delimiter = '\\n'; rabbitmq_row_delimiter = '\\n';
CREATE TABLE test.view_many (key UInt64, value UInt64)
ENGINE = MergeTree
ORDER BY key
SETTINGS old_parts_lifetime=5, cleanup_delay_period=2, cleanup_delay_period_random_add=3;
CREATE MATERIALIZED VIEW test.consumer_many TO test.view_many AS
SELECT * FROM test.rabbitmq_consume;
''') ''')
messages_num = 1000 messages_num = 10000
values = []
for i in range(messages_num):
values.append("({i}, {i})".format(i=i))
values = ','.join(values)
def insert(): def insert():
values = []
for i in range(messages_num):
values.append("({i}, {i})".format(i=i))
values = ','.join(values)
while True: while True:
try: try:
instance.query("INSERT INTO test.rabbitmq_many VALUES {}".format(values)) instance.query("INSERT INTO test.rabbitmq_many VALUES {}".format(values))
@ -835,18 +828,29 @@ def test_rabbitmq_many_inserts(rabbitmq_cluster):
raise raise
threads = [] threads = []
threads_num = 20 threads_num = 10
for _ in range(threads_num): for _ in range(threads_num):
threads.append(threading.Thread(target=insert)) threads.append(threading.Thread(target=insert))
for thread in threads: for thread in threads:
time.sleep(random.uniform(0, 1)) time.sleep(random.uniform(0, 1))
thread.start() thread.start()
instance.query('''
CREATE TABLE test.view_many (key UInt64, value UInt64)
ENGINE = MergeTree
ORDER BY key;
CREATE MATERIALIZED VIEW test.consumer_many TO test.view_many AS
SELECT * FROM test.rabbitmq_consume;
''')
for thread in threads:
thread.join()
while True: while True:
result = instance.query('SELECT count() FROM test.view_many') result = instance.query('SELECT count() FROM test.view_many')
time.sleep(1)
if int(result) == messages_num * threads_num: if int(result) == messages_num * threads_num:
break break
time.sleep(1)
instance.query(''' instance.query('''
DROP TABLE test.rabbitmq_consume; DROP TABLE test.rabbitmq_consume;
@ -855,9 +859,6 @@ def test_rabbitmq_many_inserts(rabbitmq_cluster):
DROP TABLE test.view_many; DROP TABLE test.view_many;
''') ''')
for thread in threads:
thread.join()
assert int(result) == messages_num * threads_num, 'ClickHouse lost some messages: {}'.format(result) assert int(result) == messages_num * threads_num, 'ClickHouse lost some messages: {}'.format(result)