ClickHouse/tests/integration/test_distributed_ddl_password/test.py

import pytest
from helpers.client import QueryRuntimeException
from helpers.cluster import ClickHouseCluster
from helpers.test_tools import assert_eq_with_retry

cluster = ClickHouseCluster(__file__)
node1 = cluster.add_instance('node1', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)
node2 = cluster.add_instance('node2', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)
node3 = cluster.add_instance('node3', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)
node4 = cluster.add_instance('node4', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)
node5 = cluster.add_instance('node5', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)
node6 = cluster.add_instance('node6', main_configs=["configs/config.d/clusters.xml"],
                             user_configs=["configs/users.d/default_with_password.xml"], with_zookeeper=True)


@pytest.fixture(scope="module")
def start_cluster():
    try:
        cluster.start()

        for node, shard in [(node1, 1), (node2, 1), (node3, 2), (node4, 2), (node5, 3), (node6, 3)]:
            node.query(
                '''
                    CREATE TABLE test_table(date Date, id UInt32, dummy UInt32)
                    ENGINE = ReplicatedMergeTree('/clickhouse/tables/test{shard}/replicated', '{replica}')
                    PARTITION BY date
                    ORDER BY id
                '''.format(shard=shard, replica=node.name), settings={"password": "clickhouse"})

        yield cluster

    finally:
        cluster.shutdown()


def test_truncate(start_cluster):
    node1.query("insert into test_table values ('2019-02-15', 1, 2), ('2019-02-15', 2, 3), ('2019-02-15', 3, 4)",
                settings={"password": "clickhouse"})

    assert node1.query("select count(*) from test_table", settings={"password": "clickhouse"}) == "3\n"
    node2.query("system sync replica test_table", settings={"password": "clickhouse"})
    assert node2.query("select count(*) from test_table", settings={"password": "clickhouse"}) == "3\n"

    node3.query("insert into test_table values ('2019-02-16', 1, 2), ('2019-02-16', 2, 3), ('2019-02-16', 3, 4)",
                settings={"password": "clickhouse"})

    assert node3.query("select count(*) from test_table", settings={"password": "clickhouse"}) == "3\n"
    node4.query("system sync replica test_table", settings={"password": "clickhouse"})
    assert node4.query("select count(*) from test_table", settings={"password": "clickhouse"}) == "3\n"

    node3.query("truncate table test_table on cluster 'awesome_cluster'", settings={"password": "clickhouse"})

    for node in [node1, node2, node3, node4]:
        assert_eq_with_retry(node, "select count(*) from test_table", "0", settings={"password": "clickhouse"})

    node2.query("drop table test_table on cluster 'awesome_cluster'", settings={"password": "clickhouse"})

    for node in [node1, node2, node3, node4]:
        assert_eq_with_retry(node, "select count(*) from system.tables where name='test_table'", "0",
                             settings={"password": "clickhouse"})


def test_alter(start_cluster):
    node5.query("insert into test_table values ('2019-02-15', 1, 2), ('2019-02-15', 2, 3), ('2019-02-15', 3, 4)",
                settings={"password": "clickhouse"})
    node6.query("insert into test_table values ('2019-02-15', 4, 2), ('2019-02-15', 5, 3), ('2019-02-15', 6, 4)",
                settings={"password": "clickhouse"})

    node5.query("SYSTEM SYNC REPLICA test_table", settings={"password": "clickhouse"})
    node6.query("SYSTEM SYNC REPLICA test_table", settings={"password": "clickhouse"})

    assert_eq_with_retry(node5, "select count(*) from test_table", "6", settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select count(*) from test_table", "6", settings={"password": "clickhouse"})

    node6.query("OPTIMIZE TABLE test_table ON CLUSTER 'simple_cluster' FINAL", settings={"password": "clickhouse"})

    node5.query("SYSTEM SYNC REPLICA test_table", settings={"password": "clickhouse"})
    node6.query("SYSTEM SYNC REPLICA test_table", settings={"password": "clickhouse"})

    assert_eq_with_retry(node5, "select count(*) from test_table", "6", settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select count(*) from test_table", "6", settings={"password": "clickhouse"})

    node6.query("ALTER TABLE test_table ON CLUSTER 'simple_cluster' DETACH PARTITION '2019-02-15'",
                settings={"password": "clickhouse"})
    assert_eq_with_retry(node5, "select count(*) from test_table", "0", settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select count(*) from test_table", "0", settings={"password": "clickhouse"})

    with pytest.raises(QueryRuntimeException):
        node6.query("ALTER TABLE test_table ON CLUSTER 'simple_cluster' ATTACH PARTITION '2019-02-15'",
                    settings={"password": "clickhouse"})

    node5.query("ALTER TABLE test_table ATTACH PARTITION '2019-02-15'", settings={"password": "clickhouse"})

    assert_eq_with_retry(node5, "select count(*) from test_table", "6", settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select count(*) from test_table", "6", settings={"password": "clickhouse"})

    node5.query("ALTER TABLE test_table ON CLUSTER 'simple_cluster' MODIFY COLUMN dummy String",
                settings={"password": "clickhouse"})

    assert_eq_with_retry(node5, "select length(dummy) from test_table ORDER BY dummy LIMIT 1", "1",
                         settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select length(dummy) from test_table ORDER BY dummy LIMIT 1", "1",
                         settings={"password": "clickhouse"})

    node6.query("ALTER TABLE test_table ON CLUSTER 'simple_cluster' DROP PARTITION '2019-02-15'",
                settings={"password": "clickhouse"})

    assert_eq_with_retry(node5, "select count(*) from test_table", "0", settings={"password": "clickhouse"})
    assert_eq_with_retry(node6, "select count(*) from test_table", "0", settings={"password": "clickhouse"})