# pylint: disable=line-too-long # pylint: disable=unused-argument # pylint: disable=redefined-outer-name import pytest from helpers.cluster import ClickHouseCluster cluster = ClickHouseCluster(__file__) node = cluster.add_instance("node_default", stay_alive=True) @pytest.fixture(scope="module", autouse=True) def start_cluster(): try: cluster.start() yield cluster finally: cluster.shutdown() def test_system_logs_recreate(): system_logs = [ # enabled by default "query_log", "query_thread_log", "part_log", "trace_log", "metric_log", ] node.query("SYSTEM FLUSH LOGS") for table in system_logs: assert "ENGINE = MergeTree" in node.query(f"SHOW CREATE TABLE system.{table}") assert "ENGINE = Null" not in node.query(f"SHOW CREATE TABLE system.{table}") assert ( len( node.query(f"SHOW TABLES FROM system LIKE '{table}%'") .strip() .split("\n") ) == 1 ) # NOTE: we use zzz- prefix to make it the last file, # so that it will be applied last. for table in system_logs: node.exec_in_container( [ "bash", "-c", f"""echo " <{table}> ENGINE = Null " > /etc/clickhouse-server/config.d/zzz-override-{table}.xml """, ] ) node.restart_clickhouse() node.query("SYSTEM FLUSH LOGS") for table in system_logs: assert "ENGINE = MergeTree" not in node.query( f"SHOW CREATE TABLE system.{table}" ) assert "ENGINE = Null" in node.query(f"SHOW CREATE TABLE system.{table}") assert ( len( node.query(f"SHOW TABLES FROM system LIKE '{table}%'") .strip() .split("\n") ) == 2 ) for table in system_logs: node.exec_in_container( ["rm", f"/etc/clickhouse-server/config.d/zzz-override-{table}.xml"] ) node.restart_clickhouse() node.query("SYSTEM FLUSH LOGS") for table in system_logs: assert "ENGINE = MergeTree" in node.query(f"SHOW CREATE TABLE system.{table}") assert "ENGINE = Null" not in node.query(f"SHOW CREATE TABLE system.{table}") assert ( len( node.query(f"SHOW TABLES FROM system LIKE '{table}%'") .strip() .split("\n") ) == 3 ) node.query("SYSTEM FLUSH LOGS") # Ensure that there was no superfluous RENAME's # IOW that the table created only when the structure is indeed different. for table in system_logs: assert ( len( node.query(f"SHOW TABLES FROM system LIKE '{table}%'") .strip() .split("\n") ) == 3 ) def test_drop_system_log(): node.exec_in_container( [ "bash", "-c", f"""echo " 1000000 " > /etc/clickhouse-server/config.d/yyy-override-query_log.xml """, ] ) node.restart_clickhouse() node.query("select 1") node.query("system flush logs") node.query("select 2") node.query("system flush logs") assert node.query("select count() > 0 from system.query_log") == "1\n" node.query("drop table system.query_log sync") node.query("select 3") node.query("system flush logs") assert node.query("select count() > 0 from system.query_log") == "1\n" node.exec_in_container( ["rm", f"/etc/clickhouse-server/config.d/yyy-override-query_log.xml"] ) node.restart_clickhouse()