thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 08:40:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #56011 from kssenii/fix-flaky-s3-queue-test

Browse Source 
test_storage_s3_queue - add debug info
This commit is contained in:
Kseniia Sumarokova 2023-10-31 11:25:02 +01:00 committed by GitHub
commit b57906609c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 32 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/integration/test_storage_s3_queue/configs/s3queue_log.xml Normal file
View File

@ -0,0 +1,6 @@
<clickhouse>
<s3queue_log>
<database>system</database>
<table>s3queue_log</table>
</s3queue_log>
</clickhouse>

27
tests/integration/test_storage_s3_queue/test.py
View File

@ -110,6 +110,7 @@ def started_cluster():
"configs/defaultS3.xml",
"configs/named_collections.xml",
"configs/zookeeper.xml",
"configs/s3queue_log.xml",
],
)
cluster.add_instance(
@ -117,7 +118,11 @@ def started_cluster():
user_configs=["configs/users.xml"],
with_minio=True,
with_zookeeper=True,
main_configs=["configs/defaultS3.xml", "configs/named_collections.xml"],
main_configs=[
"configs/defaultS3.xml",
"configs/named_collections.xml",
"configs/s3queue_log.xml",
],
)
logging.info("Starting cluster...")
@ -661,6 +666,17 @@ def test_multiple_tables_streaming_sync(started_cluster, mode):
break
time.sleep(1)
if (
get_count(f"{dst_table_name}_1")
+ get_count(f"{dst_table_name}_2")
+ get_count(f"{dst_table_name}_3")
) != files_to_generate:
info = node.query(
f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical"
)
logging.debug(info)
assert False
res1 = [
list(map(int, l.split()))
for l in node.query(
@ -731,6 +747,15 @@ def test_multiple_tables_streaming_sync_distributed(started_cluster, mode):
break
time.sleep(1)
if (
get_count(node, dst_table_name) + get_count(node_2, dst_table_name)
) != files_to_generate:
info = node.query(
f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical"
)
logging.debug(info)
assert False
get_query = f"SELECT column1, column2, column3 FROM {dst_table_name}"
res1 = [list(map(int, l.split())) for l in run_query(node, get_query).splitlines()]
res2 = [