mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 08:40:50 +00:00
89 lines
2.5 KiB
Python
89 lines
2.5 KiB
Python
import os
|
|
import time
|
|
|
|
|
|
def check_proxy_logs(
|
|
cluster, proxy_instance, protocol, bucket, http_methods={"POST", "PUT", "GET"}
|
|
):
|
|
for i in range(10):
|
|
logs = cluster.get_container_logs(proxy_instance)
|
|
# Check with retry that all possible interactions with Minio are present
|
|
for http_method in http_methods:
|
|
if (
|
|
logs.find(http_method + f" {protocol}://minio1:9001/root/data/{bucket}")
|
|
>= 0
|
|
):
|
|
return
|
|
time.sleep(1)
|
|
else:
|
|
assert False, f"{http_methods} method not found in logs of {proxy_instance}"
|
|
|
|
|
|
def wait_resolver(cluster):
|
|
for i in range(10):
|
|
response = cluster.exec_in_container(
|
|
cluster.get_container_id("resolver"),
|
|
[
|
|
"curl",
|
|
"-s",
|
|
f"http://resolver:8080/hostname",
|
|
],
|
|
nothrow=True,
|
|
)
|
|
if response == "proxy1" or response == "proxy2":
|
|
return
|
|
time.sleep(i)
|
|
else:
|
|
assert False, "Resolver is not up"
|
|
|
|
|
|
# Runs simple proxy resolver in python env container.
|
|
def run_resolver(cluster, current_dir):
|
|
container_id = cluster.get_container_id("resolver")
|
|
cluster.copy_file_to_container(
|
|
container_id,
|
|
os.path.join(current_dir, "proxy-resolver", "resolver.py"),
|
|
"resolver.py",
|
|
)
|
|
cluster.exec_in_container(container_id, ["python", "resolver.py"], detach=True)
|
|
|
|
wait_resolver(cluster)
|
|
|
|
|
|
def build_s3_endpoint(protocol, bucket):
|
|
return f"{protocol}://minio1:9001/root/data/{bucket}/test.csv"
|
|
|
|
|
|
def perform_simple_queries(node, minio_endpoint):
|
|
node.query(
|
|
f"""
|
|
INSERT INTO FUNCTION
|
|
s3('{minio_endpoint}', 'minio', 'minio123', 'CSV', 'key String, value String')
|
|
VALUES ('color','red'),('size','10')
|
|
"""
|
|
)
|
|
|
|
assert (
|
|
node.query(
|
|
f"SELECT * FROM s3('{minio_endpoint}', 'minio', 'minio123', 'CSV') FORMAT Values"
|
|
)
|
|
== "('color','red'),('size','10')"
|
|
)
|
|
|
|
assert (
|
|
node.query(
|
|
f"SELECT * FROM s3('{minio_endpoint}', 'minio', 'minio123', 'CSV') FORMAT Values"
|
|
)
|
|
== "('color','red'),('size','10')"
|
|
)
|
|
|
|
|
|
def simple_test(cluster, proxies, protocol, bucket):
|
|
minio_endpoint = build_s3_endpoint(protocol, bucket)
|
|
node = cluster.instances[f"{bucket}"]
|
|
|
|
perform_simple_queries(node, minio_endpoint)
|
|
|
|
for proxy in proxies:
|
|
check_proxy_logs(cluster, proxy, protocol, bucket)
|