ClickHouse/tests/integration/test_distributed_ddl_on_cross_replication/test.py

import time
import pytest
from helpers.cluster import ClickHouseCluster
from helpers.test_tools import assert_eq_with_retry

cluster = ClickHouseCluster(__file__)

node1 = cluster.add_instance('node1', main_configs=['configs/remote_servers.xml'], with_zookeeper=True,
                             macros={"shard": 1, "replica": 1, "shard_bk": 3, "replica_bk": 2})
node2 = cluster.add_instance('node2', main_configs=['configs/remote_servers.xml'], with_zookeeper=True,
                             macros={"shard": 2, "replica": 1, "shard_bk": 1, "replica_bk": 2})
node3 = cluster.add_instance('node3', main_configs=['configs/remote_servers.xml'], with_zookeeper=True,
                             macros={"shard": 3, "replica": 1, "shard_bk": 2, "replica_bk": 2})

@pytest.fixture(scope="module")
def started_cluster():
    try:
        cluster.start()

        node1.query('''
            CREATE DATABASE replica_1 ON CLUSTER cross_3shards_2replicas;
            CREATE DATABASE replica_2 ON CLUSTER cross_3shards_2replicas;
            
            CREATE TABLE replica_1.replicated_local  
            ON CLUSTER cross_3shards_2replicas (part_key Date, id UInt32, shard_id UInt32)
            ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard}/replicated', '{replica}') 
            partition by part_key order by id;
            
            CREATE TABLE replica_1.replicated  
            ON CLUSTER cross_3shards_2replicas as replica_1.replicated_local  
            ENGINE = Distributed(cross_3shards_2replicas, '', replicated_local, shard_id);
                
            CREATE TABLE replica_2.replicated_local 
            ON CLUSTER cross_3shards_2replicas (part_key Date, id UInt32, shard_id UInt32)
            ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard_bk}/replicated', '{replica_bk}') 
            partition by part_key order by id;
            
            CREATE TABLE replica_2.replicated  
            ON CLUSTER cross_3shards_2replicas as replica_2.replicated_local  
            ENGINE = Distributed(cross_3shards_2replicas, '', replicated_local, shard_id);
            ''')

        to_insert = '''\
2017-06-16	10	0
2017-06-17	11	0
2017-06-16	20	1
2017-06-17	21	1
2017-06-16	30	2
2017-06-17	31	2
'''

        node1.query("INSERT INTO replica_1.replicated FORMAT TSV", stdin=to_insert, settings={"insert_distributed_sync" : 1})
        yield cluster

    finally:
        # pass
        cluster.shutdown()


def test_alter_ddl(started_cluster):
    node1.query("ALTER TABLE replica_1.replicated_local \
                ON CLUSTER cross_3shards_2replicas \
                UPDATE shard_id=shard_id+3 \
                WHERE part_key='2017-06-16'")

    node1.query("SYSTEM SYNC REPLICA replica_2.replicated_local;", timeout=5)
    assert_eq_with_retry(node1, "SELECT count(*) FROM replica_2.replicated where shard_id >= 3 and part_key='2017-06-16'", '3')

    node1.query("ALTER TABLE replica_1.replicated_local  \
                ON CLUSTER cross_3shards_2replicas DELETE WHERE shard_id >=3;")
    node1.query("SYSTEM SYNC REPLICA replica_2.replicated_local;", timeout=5)
    assert_eq_with_retry(node1, "SELECT count(*) FROM replica_2.replicated where shard_id >= 3", '0')

    node2.query("ALTER TABLE replica_1.replicated_local ON CLUSTER cross_3shards_2replicas DROP PARTITION '2017-06-17'")

    node2.query("SYSTEM SYNC REPLICA replica_2.replicated_local;", timeout=5)
    assert_eq_with_retry(node1, "SELECT count(*) FROM replica_2.replicated", '0')