thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-15 12:14:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_keeper_broken_logs

Browse Source
This commit is contained in:
Antonio Andelic 2024-10-23 17:29:01 +02:00
parent ac766ae2d8
commit 5901f048ee
1 changed files with 29 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
tests/integration/test_keeper_broken_logs/test.py
View File

@ -5,6 +5,8 @@ import pytest
import helpers.keeper_utils as keeper_utils import helpers.keeper_utils as keeper_utils
from helpers.cluster import ClickHouseCluster from helpers.cluster import ClickHouseCluster
from multiprocessing.dummy import Pool
cluster = ClickHouseCluster(__file__) cluster = ClickHouseCluster(__file__)
node1 = cluster.add_instance( node1 = cluster.add_instance(
"node1", "node1",
@ -52,15 +54,34 @@ def get_fake_zk(nodename, timeout=30.0):
return _fake_zk_instance return _fake_zk_instance
def start_clickhouse(node):
node.start_clickhouse()
def clean_start():
nodes = [node1, node2, node3]
for node in nodes:
node.stop_clickhouse()
p = Pool(3)
waiters = []
for node in nodes:
node.exec_in_container(["rm", "-rf", "/var/lib/clickhouse/coordination/log"])
node.exec_in_container(
["rm", "-rf", "/var/lib/clickhouse/coordination/snapshots"]
)
waiters.append(p.apply_async(start_clickhouse, (node,)))
for waiter in waiters:
waiter.wait()
def test_single_node_broken_log(started_cluster): def test_single_node_broken_log(started_cluster):
clean_start()
try: try:
wait_nodes() wait_nodes()
node1_conn = get_fake_zk("node1") node1_conn = get_fake_zk("node1")
# Cleanup
if node1_conn.exists("/test_broken_log") != None:
node1_conn.delete("/test_broken_log")
node1_conn.create("/test_broken_log") node1_conn.create("/test_broken_log")
for _ in range(10): for _ in range(10):
node1_conn.create(f"/test_broken_log/node", b"somedata1", sequence=True) node1_conn.create(f"/test_broken_log/node", b"somedata1", sequence=True)
@ -110,10 +131,12 @@ def test_single_node_broken_log(started_cluster):
verify_nodes(node3_conn) verify_nodes(node3_conn)
assert node3_conn.get("/test_broken_log_final_node")[0] == b"somedata1" assert node3_conn.get("/test_broken_log_final_node")[0] == b"somedata1"
assert ( node1_logs = (
node1.exec_in_container(["ls", "/var/lib/clickhouse/coordination/log"]) node1.exec_in_container(["ls", "/var/lib/clickhouse/coordination/log"])
== "changelog_1_100000.bin\nchangelog_14_100013.bin\n" .strip()
.split("\n")
) )
assert len(node1_logs) == 2 and node1_logs[0] == "changelog_1_100000.bin"
assert ( assert (
node2.exec_in_container(["ls", "/var/lib/clickhouse/coordination/log"]) node2.exec_in_container(["ls", "/var/lib/clickhouse/coordination/log"])
== "changelog_1_100000.bin\n" == "changelog_1_100000.bin\n"