mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-21 09:10:48 +00:00
86 lines
2.8 KiB
Python
86 lines
2.8 KiB
Python
import pytest
|
|
|
|
from helpers.cluster import ClickHouseCluster
|
|
|
|
cluster = ClickHouseCluster(__file__)
|
|
|
|
node = cluster.add_instance(
|
|
"node", main_configs=["configs/global_overcommit_tracker.xml"]
|
|
)
|
|
|
|
@pytest.fixture(scope="module", autouse=True)
|
|
def start_cluster():
|
|
try:
|
|
cluster.start()
|
|
yield cluster
|
|
finally:
|
|
cluster.shutdown()
|
|
|
|
|
|
GLOBAL_TEST_QUERY_A = "SELECT groupArray(number) FROM numbers(2500000) SETTINGS memory_overcommit_ratio_denominator_for_user=1"
|
|
GLOBAL_TEST_QUERY_B = "SELECT groupArray(number) FROM numbers(2500000) SETTINGS memory_overcommit_ratio_denominator_for_user=80000000"
|
|
|
|
USER_TEST_QUERY_A = "SELECT groupArray(number) FROM numbers(2500000) SETTINGS max_memory_usage_for_user=2000000000,memory_overcommit_ratio_denominator=1"
|
|
USER_TEST_QUERY_B = "SELECT groupArray(number) FROM numbers(2500000) SETTINGS max_memory_usage_for_user=2000000000,memory_overcommit_ratio_denominator=80000000"
|
|
|
|
|
|
def test_user_overcommit():
|
|
node.query("CREATE USER IF NOT EXISTS A")
|
|
node.query("GRANT ALL ON *.* TO A")
|
|
|
|
responses_A = list()
|
|
responses_B = list()
|
|
for i in range(100):
|
|
if i % 2 == 0:
|
|
responses_A.append(node.get_query_request(USER_TEST_QUERY_A, user="A"))
|
|
else:
|
|
responses_B.append(node.get_query_request(USER_TEST_QUERY_B, user="A"))
|
|
|
|
overcommited_killed = False
|
|
for response in responses_A:
|
|
_, err = response.get_answer_and_error()
|
|
if "MEMORY_LIMIT_EXCEEDED" in err:
|
|
overcommited_killed = True
|
|
finished = False
|
|
for response in responses_B:
|
|
_, err = response.get_answer_and_error()
|
|
if err == "":
|
|
finished = True
|
|
|
|
assert overcommited_killed, "no overcommited task was killed"
|
|
assert finished, "all tasks are killed"
|
|
|
|
node.query("DROP USER IF EXISTS A")
|
|
|
|
|
|
def test_global_overcommit():
|
|
node.query("CREATE USER IF NOT EXISTS A")
|
|
node.query("GRANT ALL ON *.* TO A")
|
|
node.query("CREATE USER IF NOT EXISTS B")
|
|
node.query("GRANT ALL ON *.* TO B")
|
|
|
|
responses_A = list()
|
|
responses_B = list()
|
|
for i in range(100):
|
|
if i % 2 == 0:
|
|
responses_A.append(node.get_query_request(GLOBAL_TEST_QUERY_A, user="A"))
|
|
else:
|
|
responses_B.append(node.get_query_request(GLOBAL_TEST_QUERY_B, user="B"))
|
|
|
|
overcommited_killed = False
|
|
for response in responses_A:
|
|
_, err = response.get_answer_and_error()
|
|
if "MEMORY_LIMIT_EXCEEDED" in err:
|
|
overcommited_killed = True
|
|
finished = False
|
|
for response in responses_B:
|
|
_, err = response.get_answer_and_error()
|
|
if err == "":
|
|
finished = True
|
|
|
|
assert overcommited_killed, "no overcommited task was killed"
|
|
assert finished, "all tasks are killed"
|
|
|
|
node.query("DROP USER IF EXISTS A")
|
|
node.query("DROP USER IF EXISTS B")
|