# pylint: disable=redefined-outer-name # pylint: disable=unused-argument # pylint: disable=line-too-long import pytest from helpers.cluster import ClickHouseCluster cluster = ClickHouseCluster(__file__) node = cluster.add_instance("node", main_configs=["configs/remote_servers.xml"]) cluster_param = pytest.mark.parametrize( "cluster", [ ("test_cluster_internal_replication"), ("test_cluster_no_internal_replication"), ], ) def get_dist_path(cluster, table, dist_format): if dist_format == 0: return f"/var/lib/clickhouse/data/test/{table}/default@not_existing:9000" if cluster == "test_cluster_internal_replication": return f"/var/lib/clickhouse/data/test/{table}/shard1_all_replicas" return f"/var/lib/clickhouse/data/test/{table}/shard1_replica1" @pytest.fixture(scope="module") def started_cluster(): try: cluster.start() node.query("create database test") yield cluster finally: cluster.shutdown() @cluster_param def test_single_file(started_cluster, cluster): node.query( "create table test.distr_1 (x UInt64, s String) engine = Distributed('{}', database, table)".format( cluster ) ) node.query( "insert into test.distr_1 values (1, 'a'), (2, 'bb'), (3, 'ccc')", settings={"use_compact_format_in_distributed_parts_names": "1"}, ) path = get_dist_path(cluster, "distr_1", 1) query = f"select * from file('{path}/1.bin', 'Distributed')" out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "1\ta\n2\tbb\n3\tccc\n" query = f""" create table t (x UInt64, s String) engine = File('Distributed', '{path}/1.bin'); select * from t; """ out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "1\ta\n2\tbb\n3\tccc\n" node.query("drop table test.distr_1") @cluster_param def test_two_files(started_cluster, cluster): node.query( "create table test.distr_2 (x UInt64, s String) engine = Distributed('{}', database, table)".format( cluster ) ) node.query( "insert into test.distr_2 values (0, '_'), (1, 'a')", settings={ "use_compact_format_in_distributed_parts_names": "1", }, ) node.query( "insert into test.distr_2 values (2, 'bb'), (3, 'ccc')", settings={ "use_compact_format_in_distributed_parts_names": "1", }, ) path = get_dist_path(cluster, "distr_2", 1) query = f"select * from file('{path}/{{1,2,3,4}}.bin', 'Distributed') order by x" out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "0\t_\n1\ta\n2\tbb\n3\tccc\n" query = f""" create table t (x UInt64, s String) engine = File('Distributed', '{path}/{{1,2,3,4}}.bin'); select * from t order by x; """ out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "0\t_\n1\ta\n2\tbb\n3\tccc\n" node.query("drop table test.distr_2") @cluster_param def test_single_file_old(started_cluster, cluster): node.query( "create table test.distr_3 (x UInt64, s String) engine = Distributed('{}', database, table)".format( cluster ) ) node.query( "insert into test.distr_3 values (1, 'a'), (2, 'bb'), (3, 'ccc')", settings={ "use_compact_format_in_distributed_parts_names": "0", }, ) path = get_dist_path(cluster, "distr_3", 0) query = f"select * from file('{path}/1.bin', 'Distributed')" out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "1\ta\n2\tbb\n3\tccc\n" query = f""" create table t (x UInt64, s String) engine = File('Distributed', '{path}/1.bin'); select * from t; """ out = node.exec_in_container( ["/usr/bin/clickhouse", "local", "--stacktrace", "-q", query] ) assert out == "1\ta\n2\tbb\n3\tccc\n" node.query("drop table test.distr_3")