ClickHouse/tests/integration/test_prometheus_endpoint/test.py

80 lines
2.0 KiB
Python
Raw Normal View History

2020-10-02 16:54:07 +00:00
2019-12-14 16:40:50 +00:00
import re
2020-01-24 09:16:34 +00:00
import time
2019-12-14 16:40:50 +00:00
import pytest
import requests
2019-12-14 16:40:50 +00:00
from helpers.cluster import ClickHouseCluster
cluster = ClickHouseCluster(__file__)
node = cluster.add_instance('node', main_configs=['configs/prom_conf.xml'])
2019-12-14 16:40:50 +00:00
@pytest.fixture(scope="module")
def start_cluster():
try:
cluster.start()
yield cluster
finally:
cluster.shutdown()
def parse_response_line(line):
allowed_prefixes = [
"ClickHouse",
"# HELP",
"# TYPE",
]
2020-01-24 09:16:34 +00:00
assert any(line.startswith(prefix) for prefix in allowed_prefixes)
2019-12-14 16:40:50 +00:00
if line.startswith("#"):
return {}
match = re.match('^([a-zA-Z_:][a-zA-Z0-9_:]+)(\{.*\})? (\d)', line)
assert match, line
name, _, val = match.groups()
return {name: int(val)}
2020-01-24 09:16:34 +00:00
def get_and_check_metrics(retries):
while True:
try:
response = requests.get("http://{host}:{port}/metrics".format(
host=node.ip_address, port=8001), allow_redirects=False)
2019-12-14 16:40:50 +00:00
2020-01-24 09:16:34 +00:00
if response.status_code != 200:
response.raise_for_status()
break
except:
if retries >= 0:
retries -= 1
time.sleep(0.5)
continue
else:
raise
2019-12-14 16:40:50 +00:00
assert response.headers['content-type'].startswith('text/plain')
results = {}
for resp_line in response.text.split('\n'):
resp_line = resp_line.rstrip()
if not resp_line:
continue
res = parse_response_line(resp_line)
results.update(res)
return results
def test_prometheus_endpoint(start_cluster):
2020-01-24 09:16:34 +00:00
metrics_dict = get_and_check_metrics(10)
2019-12-21 17:50:02 +00:00
assert metrics_dict['ClickHouseProfileEvents_Query'] >= 0
prev_query_count = metrics_dict['ClickHouseProfileEvents_Query']
2019-12-14 16:40:50 +00:00
2020-01-24 09:16:34 +00:00
node.query("SELECT 1")
node.query("SELECT 2")
node.query("SELECT 3")
2019-12-14 16:40:50 +00:00
2020-01-24 09:16:34 +00:00
metrics_dict = get_and_check_metrics(10)
2019-12-21 17:50:02 +00:00
assert metrics_dict['ClickHouseProfileEvents_Query'] >= prev_query_count + 3