From ba038cba4732197c31d791d20c7e973ee4e11750 Mon Sep 17 00:00:00 2001
From: Julia Kartseva <yulia.kartseva@gmail.com>
Date: Tue, 27 Aug 2024 00:31:53 +0000
Subject: [PATCH] Fix 02378_part_log_profile_events flakiness

---
 .../02378_part_log_profile_events.sh          | 77 +++++++++++++++++++
 1 file changed, 77 insertions(+)
 create mode 100755 tests/queries/0_stateless/02378_part_log_profile_events.sh

diff --git a/tests/queries/0_stateless/02378_part_log_profile_events.sh b/tests/queries/0_stateless/02378_part_log_profile_events.sh
new file mode 100755
index 00000000000..8dd8b1eca91
--- /dev/null
+++ b/tests/queries/0_stateless/02378_part_log_profile_events.sh
@@ -0,0 +1,77 @@
+#!/usr/bin/env bash
+# Tags: no-shared-merge-tree
+# Tag no-shared-merge-tree: depend on events with local disk
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+${CLICKHOUSE_CLIENT} --query "
+    DROP TABLE IF EXISTS test;
+
+    CREATE TABLE test (key UInt64, val UInt64) engine = MergeTree Order by key PARTITION BY key >= 128;
+    SET max_block_size = 64, max_insert_block_size = 64, min_insert_block_size_rows = 64;
+    INSERT INTO test SELECT number AS key, sipHash64(number) AS val FROM numbers(512);
+"
+
+${CLICKHOUSE_CLIENT} --query "
+    SYSTEM FLUSH LOGS;
+    SELECT
+        if(count(DISTINCT query_id) == 1, 'Ok', 'Error: ' || toString(count(DISTINCT query_id))),
+        if(count() == 512 / 64, 'Ok', 'Error: ' || toString(count())), -- 512 rows inserted, 64 rows per block
+        if(SUM(ProfileEvents['MergeTreeDataWriterRows']) == 512, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MergeTreeDataWriterRows']))),
+        if(SUM(ProfileEvents['MergeTreeDataWriterUncompressedBytes']) >= 1024, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MergeTreeDataWriterUncompressedBytes']))),
+        if(SUM(ProfileEvents['MergeTreeDataWriterCompressedBytes']) >= 1024, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MergeTreeDataWriterCompressedBytes']))),
+        if(SUM(ProfileEvents['MergeTreeDataWriterBlocks']) >= 8, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MergeTreeDataWriterBlocks'])))
+    FROM system.part_log
+    WHERE event_time > now() - INTERVAL 10 MINUTE
+        AND database == currentDatabase() AND table == 'test'
+        AND event_type == 'NewPart';
+"
+
+${CLICKHOUSE_CLIENT} --query "OPTIMIZE TABLE test FINAL;"
+
+${CLICKHOUSE_CLIENT} --query "
+    SYSTEM FLUSH LOGS;
+    SELECT
+        if(count() > 2, 'Ok', 'Error: ' || toString(count())),
+        if(SUM(ProfileEvents['MergedRows']) >= 512, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MergedRows'])))
+    FROM system.part_log
+    WHERE event_time > now() - INTERVAL 10 MINUTE
+        AND database == currentDatabase() AND table == 'test'
+        AND event_type == 'MergeParts';
+"
+
+${CLICKHOUSE_CLIENT} --query "
+    ALTER TABLE test UPDATE val = 0 WHERE key % 2 == 0 SETTINGS mutations_sync = 2
+"
+
+# The mutation query may return before the entry is added to the system.part_log table.
+# Retry SYSTEM FLUSH LOGS until all entries are fully flushed.
+for _ in {1..10}; do
+    ${CLICKHOUSE_CLIENT} --query "SYSTEM FLUSH LOGS"
+    res=$(${CLICKHOUSE_CLIENT} --query "
+        SELECT count() FROM system.part_log
+        WHERE event_time > now() - INTERVAL 10 MINUTE
+            AND database == currentDatabase() AND table == 'test'
+            AND event_type == 'MutatePart';"
+    )
+    if [[ $res -eq 2 ]]; then
+        break
+    fi
+
+    sleep 2.0
+done
+
+${CLICKHOUSE_CLIENT} --query "
+    SELECT
+        if(count() == 2, 'Ok', 'Error: ' || toString(count())),
+        if(SUM(ProfileEvents['MutatedRows']) == 512, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['MutatedRows']))),
+        if(SUM(ProfileEvents['FileOpen']) > 1, 'Ok', 'Error: ' || toString(SUM(ProfileEvents['FileOpen'])))
+    FROM system.part_log
+    WHERE event_time > now() - INTERVAL 10 MINUTE
+        AND database == currentDatabase() AND table == 'test'
+        AND event_type == 'MutatePart';
+"
+
+${CLICKHOUSE_CLIENT} --query "DROP TABLE test"