From de8064da6e0cc4f5bbb9ead45c36904cd1dec368 Mon Sep 17 00:00:00 2001 From: kssenii Date: Wed, 25 Oct 2023 12:30:02 +0200 Subject: [PATCH] Debug info --- .../configs/s3queue_log.xml | 6 +++++ .../integration/test_storage_s3_queue/test.py | 27 ++++++++++++++++++- 2 files changed, 32 insertions(+), 1 deletion(-) create mode 100644 tests/integration/test_storage_s3_queue/configs/s3queue_log.xml diff --git a/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml b/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml new file mode 100644 index 00000000000..93a04269fa7 --- /dev/null +++ b/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml @@ -0,0 +1,6 @@ + + + system + s3queue_log
+
+
diff --git a/tests/integration/test_storage_s3_queue/test.py b/tests/integration/test_storage_s3_queue/test.py index 079311422cc..8e9659e9a28 100644 --- a/tests/integration/test_storage_s3_queue/test.py +++ b/tests/integration/test_storage_s3_queue/test.py @@ -110,6 +110,7 @@ def started_cluster(): "configs/defaultS3.xml", "configs/named_collections.xml", "configs/zookeeper.xml", + "configs/s3queue_log.xml", ], ) cluster.add_instance( @@ -117,7 +118,11 @@ def started_cluster(): user_configs=["configs/users.xml"], with_minio=True, with_zookeeper=True, - main_configs=["configs/defaultS3.xml", "configs/named_collections.xml"], + main_configs=[ + "configs/defaultS3.xml", + "configs/named_collections.xml", + "configs/s3queue_log.xml", + ], ) logging.info("Starting cluster...") @@ -661,6 +666,17 @@ def test_multiple_tables_streaming_sync(started_cluster, mode): break time.sleep(1) + if ( + get_count(f"{dst_table_name}_1") + + get_count(f"{dst_table_name}_2") + + get_count(f"{dst_table_name}_3") + ) != files_to_generate: + info = node.query( + f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical" + ) + logging.debug(info) + assert False + res1 = [ list(map(int, l.split())) for l in node.query( @@ -731,6 +747,15 @@ def test_multiple_tables_streaming_sync_distributed(started_cluster, mode): break time.sleep(1) + if ( + get_count(node, dst_table_name) + get_count(node_2, dst_table_name) + ) != files_to_generate: + info = node.query( + f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical" + ) + logging.debug(info) + assert False + get_query = f"SELECT column1, column2, column3 FROM {dst_table_name}" res1 = [list(map(int, l.split())) for l in run_query(node, get_query).splitlines()] res2 = [