ClickHouse/tests/integration/test_groupBitmapAnd_on_distributed/test.py
2023-10-31 17:20:07 +01:00

147 lines
3.9 KiB
Python

import pytest
from helpers.cluster import ClickHouseCluster
cluster = ClickHouseCluster(__file__)
node1 = cluster.add_instance(
"node1",
main_configs=["configs/clusters.xml"],
with_zookeeper=True,
allow_analyzer=False,
)
node2 = cluster.add_instance(
"node2",
main_configs=["configs/clusters.xml"],
with_zookeeper=True,
allow_analyzer=False,
)
node3 = cluster.add_instance(
"node3",
main_configs=["configs/clusters.xml"],
with_zookeeper=True,
allow_analyzer=False,
)
node4 = cluster.add_instance(
"node4",
main_configs=["configs/clusters.xml"],
image="yandex/clickhouse-server",
tag="21.6",
with_zookeeper=True,
allow_analyzer=False,
)
def insert_data(node, table_name):
node.query(
"""INSERT INTO {}
VALUES (bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));""".format(
table_name
)
)
@pytest.fixture(scope="module")
def start_cluster():
try:
cluster.start()
yield cluster
finally:
cluster.shutdown()
def test_groupBitmapAnd_on_distributed_table(start_cluster):
local_table_name = "bitmap_column_expr_test"
distributed_table_name = "bitmap_column_expr_test_dst"
cluster_name = "awesome_cluster"
for node in (node1, node2):
node.query(
"""CREATE TABLE {}
(
z AggregateFunction(groupBitmap, UInt32)
)
ENGINE = MergeTree()
ORDER BY tuple()""".format(
local_table_name
)
)
node.query(
"""CREATE TABLE {}
(
z AggregateFunction(groupBitmap, UInt32)
)
ENGINE = Distributed('{}', 'default', '{}')""".format(
distributed_table_name, cluster_name, local_table_name
)
)
insert_data(node1, local_table_name)
expected = "10"
for node in (node1, node2):
result = node.query(
"select groupBitmapAnd(z) FROM {};".format(distributed_table_name)
).strip()
assert result == expected
def test_groupBitmapAnd_function_versioning(start_cluster):
local_table_name = "bitmap_column_expr_versioning_test"
distributed_table_name = "bitmap_column_expr_versioning_test_dst"
cluster_name = "test_version_cluster"
for node in (node3, node4):
node.query(
"""CREATE TABLE {}
(
z AggregateFunction(groupBitmap, UInt32)
)
ENGINE = MergeTree()
ORDER BY tuple()""".format(
local_table_name
)
)
node.query(
"""CREATE TABLE {}
(
z AggregateFunction(groupBitmap, UInt32)
)
ENGINE = Distributed('{}', 'default', '{}')""".format(
distributed_table_name, cluster_name, local_table_name
)
)
node.query(
"""INSERT INTO {} VALUES
(bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));""".format(
local_table_name
)
)
expected = "10"
new_version_distributed_result = node3.query(
"select groupBitmapAnd(z) FROM {};".format(distributed_table_name)
).strip()
old_version_distributed_result = node4.query(
"select groupBitmapAnd(z) FROM {};".format(distributed_table_name)
).strip()
assert new_version_distributed_result == expected
assert old_version_distributed_result == expected
result_from_old_to_new_version = node3.query(
"select groupBitmapAnd(z) FROM remote('node4', default.{})".format(
local_table_name
)
).strip()
assert result_from_old_to_new_version == expected
result_from_new_to_old_version = node4.query(
"select groupBitmapAnd(z) FROM remote('node3', default.{})".format(
local_table_name
)
).strip()
assert result_from_new_to_old_version == expected