import pytest from helpers.cluster import ClickHouseCluster cluster = ClickHouseCluster(__file__) node1 = cluster.add_instance('node1', with_zookeeper=True, image='yandex/clickhouse-server', tag='19.4.5.35', stay_alive=True, with_installed_binary=True) node2 = cluster.add_instance('node2', with_zookeeper=True, image='yandex/clickhouse-server', tag='19.4.5.35', stay_alive=True, with_installed_binary=True) node3 = cluster.add_instance('node3', with_zookeeper=True, image='yandex/clickhouse-server', tag='19.4.5.35', stay_alive=True, with_installed_binary=True) node4 = cluster.add_instance('node4') @pytest.fixture(scope="module") def started_cluster(): try: cluster.start() yield cluster finally: cluster.shutdown() def test_backup_from_old_version(started_cluster): node1.query("CREATE TABLE source_table(A Int64, B String) Engine = MergeTree order by tuple()") node1.query("INSERT INTO source_table VALUES(1, '1')") assert node1.query("SELECT COUNT() FROM source_table") == "1\n" node1.query("ALTER TABLE source_table ADD COLUMN Y String") node1.query("ALTER TABLE source_table FREEZE PARTITION tuple();") node1.restart_with_latest_version() node1.query("CREATE TABLE dest_table (A Int64, B String, Y String) ENGINE = ReplicatedMergeTree('/test/dest_table1', '1') ORDER BY tuple()") node1.query("INSERT INTO dest_table VALUES(2, '2', 'Hello')") assert node1.query("SELECT COUNT() FROM dest_table") == "1\n" node1.exec_in_container(['bash', '-c', 'cp -r /var/lib/clickhouse/shadow/1/data/default/source_table/all_1_1_0/ /var/lib/clickhouse/data/default/dest_table/detached']) assert node1.query("SELECT COUNT() FROM dest_table") == "1\n" node1.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node1.query("SELECT sum(A) FROM dest_table") == "3\n" node1.query("ALTER TABLE dest_table DETACH PARTITION tuple()") node1.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node1.query("SELECT sum(A) FROM dest_table") == "3\n" assert node1.query("CHECK TABLE dest_table") == "1\n" def test_backup_from_old_version_setting(started_cluster): node2.query("CREATE TABLE source_table(A Int64, B String) Engine = MergeTree order by tuple()") node2.query("INSERT INTO source_table VALUES(1, '1')") assert node2.query("SELECT COUNT() FROM source_table") == "1\n" node2.query("ALTER TABLE source_table ADD COLUMN Y String") node2.query("ALTER TABLE source_table FREEZE PARTITION tuple();") node2.restart_with_latest_version() node2.query("CREATE TABLE dest_table (A Int64, B String, Y String) ENGINE = ReplicatedMergeTree('/test/dest_table2', '1') ORDER BY tuple() SETTINGS enable_mixed_granularity_parts = 1") node2.query("INSERT INTO dest_table VALUES(2, '2', 'Hello')") assert node2.query("SELECT COUNT() FROM dest_table") == "1\n" node2.exec_in_container(['bash', '-c', 'cp -r /var/lib/clickhouse/shadow/1/data/default/source_table/all_1_1_0/ /var/lib/clickhouse/data/default/dest_table/detached']) assert node2.query("SELECT COUNT() FROM dest_table") == "1\n" node2.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node2.query("SELECT sum(A) FROM dest_table") == "3\n" node2.query("ALTER TABLE dest_table DETACH PARTITION tuple()") node2.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node2.query("SELECT sum(A) FROM dest_table") == "3\n" assert node1.query("CHECK TABLE dest_table") == "1\n" def test_backup_from_old_version_config(started_cluster): node3.query("CREATE TABLE source_table(A Int64, B String) Engine = MergeTree order by tuple()") node3.query("INSERT INTO source_table VALUES(1, '1')") assert node3.query("SELECT COUNT() FROM source_table") == "1\n" node3.query("ALTER TABLE source_table ADD COLUMN Y String") node3.query("ALTER TABLE source_table FREEZE PARTITION tuple();") def callback(n): n.replace_config("/etc/clickhouse-server/merge_tree_settings.xml", "1") node3.restart_with_latest_version(callback_onstop=callback) node3.query("CREATE TABLE dest_table (A Int64, B String, Y String) ENGINE = ReplicatedMergeTree('/test/dest_table3', '1') ORDER BY tuple() SETTINGS enable_mixed_granularity_parts = 1") node3.query("INSERT INTO dest_table VALUES(2, '2', 'Hello')") assert node3.query("SELECT COUNT() FROM dest_table") == "1\n" node3.exec_in_container(['bash', '-c', 'cp -r /var/lib/clickhouse/shadow/1/data/default/source_table/all_1_1_0/ /var/lib/clickhouse/data/default/dest_table/detached']) assert node3.query("SELECT COUNT() FROM dest_table") == "1\n" node3.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node3.query("SELECT sum(A) FROM dest_table") == "3\n" node3.query("ALTER TABLE dest_table DETACH PARTITION tuple()") node3.query("ALTER TABLE dest_table ATTACH PARTITION tuple()") assert node3.query("SELECT sum(A) FROM dest_table") == "3\n" assert node1.query("CHECK TABLE dest_table") == "1\n" def test_backup_and_alter(started_cluster): node4.query("CREATE TABLE backup_table(A Int64, B String, C Date) Engine = MergeTree order by tuple()") node4.query("INSERT INTO backup_table VALUES(2, '2', toDate('2019-10-01'))") node4.query("ALTER TABLE backup_table FREEZE PARTITION tuple();") node4.query("ALTER TABLE backup_table DROP COLUMN C") node4.query("ALTER TABLE backup_table MODIFY COLUMN B UInt64") node4.query("ALTER TABLE backup_table DROP PARTITION tuple()") node4.exec_in_container(['bash', '-c', 'cp -r /var/lib/clickhouse/shadow/1/data/default/backup_table/all_1_1_0/ /var/lib/clickhouse/data/default/backup_table/detached']) node4.query("ALTER TABLE backup_table ATTACH PARTITION tuple()") assert node4.query("SELECT sum(A) FROM backup_table") == "2\n" assert node4.query("SELECT B + 2 FROM backup_table") == "4\n"