ClickHouse/tests/integration/test_part_log_table/test.py

import pytest
import fnmatch

from helpers.cluster import ClickHouseCluster

cluster = ClickHouseCluster(__file__)
node1 = cluster.add_instance(
    "node1", main_configs=["configs/config_without_standard_part_log.xml"]
)
node2 = cluster.add_instance(
    "node2", main_configs=["configs/config_with_standard_part_log.xml"]
)
node3 = cluster.add_instance(
    "node3", main_configs=["configs/config_with_non_standard_part_log.xml"]
)
node4 = cluster.add_instance(
    "node4", main_configs=["configs/config_disk_name_test.xml"]
)


@pytest.fixture(scope="module")
def start_cluster():
    try:
        cluster.start()
        yield cluster
    finally:
        cluster.shutdown()


def test_config_without_part_log(start_cluster):
    resp = node1.query_and_get_error("SELECT * FROM system.part_log")
    assert fnmatch.fnmatch(resp, "*DB::Exception:*system.part_log*UNKNOWN_TABLE*"), resp

    node1.query(
        "CREATE TABLE test_table(word String, value UInt64) ENGINE=MergeTree() ORDER BY value"
    )
    resp = node1.query_and_get_error("SELECT * FROM system.part_log")
    assert fnmatch.fnmatch(resp, "*DB::Exception:*system.part_log*UNKNOWN_TABLE*"), resp

    node1.query("INSERT INTO test_table VALUES ('name', 1)")
    node1.query("SYSTEM FLUSH LOGS")

    resp = node1.query_and_get_error("SELECT * FROM system.part_log")
    assert fnmatch.fnmatch(resp, "*DB::Exception:*system.part_log*UNKNOWN_TABLE*"), resp


# Note: if part_log is defined, we cannot say when the table will be created - because of metric_log, trace_log, text_log, query_log...


def test_config_with_standard_part_log(start_cluster):
    node2.query(
        "CREATE TABLE test_table(word String, value UInt64) ENGINE=MergeTree() Order by value"
    )
    node2.query("INSERT INTO test_table VALUES ('name', 1)")
    node2.query("SYSTEM FLUSH LOGS")
    assert node2.query("SELECT * FROM system.part_log") != ""


def test_part_log_contains_partition(start_cluster):
    node2.query(
        "CREATE TABLE test_partition_table (date Date, word String, value UInt64) ENGINE=MergeTree() "
        + "PARTITION BY toYYYYMM(date) Order by value"
    )
    node2.query(
        "INSERT INTO test_partition_table VALUES "
        + "('2023-06-20', 'a', 10), ('2023-06-21', 'b', 11),"
        + "('2023-05-20', 'cc', 14),('2023-05-21', 'd1', 15);"
    )
    node2.query("SYSTEM FLUSH LOGS")
    resp = node2.query(
        "SELECT partition from system.part_log where table = 'test_partition_table'"
    )
    assert resp == "202306\n202305\n"


def test_config_with_non_standard_part_log(start_cluster):
    node3.query(
        "CREATE TABLE test_table(word String, value UInt64) ENGINE=MergeTree() Order by value"
    )
    node3.query("INSERT INTO test_table VALUES ('name', 1)")
    node3.query("SYSTEM FLUSH LOGS")
    assert node3.query("SELECT * FROM system.own_part_log") != ""


def test_config_disk_name_test(start_cluster):
    node4.query(
        "CREATE TABLE test_table1(word String, value UInt64) ENGINE = MergeTree() ORDER BY word SETTINGS storage_policy = 'test1'"
    )
    node4.query("INSERT INTO test_table1(*) VALUES ('test1', 2)")
    node4.query(
        "CREATE TABLE test_table2(word String, value UInt64) ENGINE = MergeTree() ORDER BY word SETTINGS storage_policy = 'test2'"
    )
    node4.query("INSERT INTO test_table2(*) VALUES ('test2', 3)")
    node4.query("SYSTEM FLUSH LOGS")
    assert (
        node4.query("SELECT DISTINCT disk_name FROM system.part_log ORDER by disk_name")
        == "test1\ntest2\n"
    )