mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-15 12:14:18 +00:00
100 lines
2.9 KiB
Python
100 lines
2.9 KiB
Python
import pytest
|
|
from pyhdfs import HdfsClient
|
|
|
|
from helpers.cluster import ClickHouseCluster, is_arm
|
|
from helpers.test_tools import TSV
|
|
|
|
disk_types = {
|
|
"default": "Local",
|
|
"disk_s3": "S3",
|
|
"disk_hdfs": "HDFS",
|
|
"disk_encrypted": "S3",
|
|
}
|
|
|
|
if is_arm():
|
|
pytestmark = pytest.mark.skip
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def cluster():
|
|
try:
|
|
cluster = ClickHouseCluster(__file__)
|
|
cluster.add_instance(
|
|
"node",
|
|
main_configs=["configs/storage.xml", "configs/macros.xml"],
|
|
with_minio=True,
|
|
with_hdfs=True,
|
|
)
|
|
cluster.start()
|
|
|
|
fs = HdfsClient(hosts=cluster.hdfs_ip)
|
|
fs.mkdirs("/clickhouse")
|
|
|
|
yield cluster
|
|
finally:
|
|
cluster.shutdown()
|
|
|
|
|
|
def test_different_types(cluster):
|
|
node = cluster.instances["node"]
|
|
fs = HdfsClient(hosts=cluster.hdfs_ip)
|
|
|
|
response = TSV.toMat(node.query("SELECT * FROM system.disks FORMAT TSVWithNames"))
|
|
|
|
assert len(response) > len(disk_types) # at least one extra line for header
|
|
|
|
name_col_ix = response[0].index("name")
|
|
type_col_ix = response[0].index("type")
|
|
encrypted_col_ix = response[0].index("is_encrypted")
|
|
|
|
for fields in response[1:]: # skip header
|
|
assert len(fields) >= 7
|
|
expected_disk_type = disk_types.get(fields[name_col_ix], "UNKNOWN")
|
|
|
|
if expected_disk_type != "Local":
|
|
disk_type = fields[response[0].index("object_storage_type")]
|
|
else:
|
|
disk_type = fields[type_col_ix]
|
|
|
|
assert (
|
|
expected_disk_type == disk_type
|
|
), f"Wrong type ({fields[type_col_ix]}) for disk {fields[name_col_ix]}!"
|
|
if "encrypted" in fields[name_col_ix]:
|
|
assert (
|
|
fields[encrypted_col_ix] == "1"
|
|
), f"{fields[name_col_ix]} expected to be encrypted!"
|
|
else:
|
|
assert (
|
|
fields[encrypted_col_ix] == "0"
|
|
), f"{fields[name_col_ix]} expected to be non-encrypted!"
|
|
|
|
|
|
def test_select_by_type(cluster):
|
|
node = cluster.instances["node"]
|
|
for name, disk_type in list(disk_types.items()):
|
|
if disk_type == "Local":
|
|
assert (
|
|
node.query(
|
|
"SELECT name FROM system.disks WHERE type='" + disk_type + "'"
|
|
)
|
|
== name + "\n"
|
|
)
|
|
elif disk_type == "S3":
|
|
assert (
|
|
node.query(
|
|
"SELECT name FROM system.disks WHERE object_storage_type='"
|
|
+ disk_type
|
|
+ "' ORDER BY name"
|
|
)
|
|
== "disk_encrypted\ndisk_s3\n"
|
|
)
|
|
else:
|
|
assert (
|
|
node.query(
|
|
"SELECT name FROM system.disks WHERE object_storage_type='"
|
|
+ disk_type
|
|
+ "'"
|
|
)
|
|
== name + "\n"
|
|
)
|