thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-25 00:52:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #17662 from vitlibar/mark-grpc-protocol-tests-as-flaky

Browse Source 
Mark grpc protocol's tests as flaky.
This commit is contained in:
alexey-milovidov 2020-12-01 22:05:17 +03:00 committed by GitHub
commit de77715cb6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 25 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
tests/integration/test_grpc_protocol/test.py
View File

@ -138,12 +138,15 @@ def reset_after_test():
# Actual tests # Actual tests
@pytest.mark.skip(reason="Flaky")
def test_select_one(): def test_select_one():
assert query("SELECT 1") == "1\n" assert query("SELECT 1") == "1\n"
@pytest.mark.skip(reason="Flaky")
def test_ordinary_query(): def test_ordinary_query():
assert query("SELECT count() FROM numbers(100)") == "100\n" assert query("SELECT count() FROM numbers(100)") == "100\n"
@pytest.mark.skip(reason="Flaky")
def test_insert_query(): def test_insert_query():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t VALUES (1),(2),(3)") query("INSERT INTO t VALUES (1),(2),(3)")
@ -152,11 +155,13 @@ def test_insert_query():
query("INSERT INTO t FORMAT TabSeparated", input_data="9\n10\n") query("INSERT INTO t FORMAT TabSeparated", input_data="9\n10\n")
assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n" assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n"
@pytest.mark.skip(reason="Flaky")
def test_insert_query_streaming(): def test_insert_query_streaming():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t VALUES", input_data=["(1),(2),(3),", "(5),(4),(6),", "(7),(8),(9)"]) query("INSERT INTO t VALUES", input_data=["(1),(2),(3),", "(5),(4),(6),", "(7),(8),(9)"])
assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n7\n8\n9\n" assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n7\n8\n9\n"
@pytest.mark.skip(reason="Flaky")
def test_insert_query_delimiter(): def test_insert_query_delimiter():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t FORMAT CSV 1\n2", input_data=["3", "4\n5"], input_data_delimiter='\n') query("INSERT INTO t FORMAT CSV 1\n2", input_data=["3", "4\n5"], input_data_delimiter='\n')
@ -166,6 +171,7 @@ def test_insert_query_delimiter():
query("INSERT INTO t FORMAT CSV 1\n2", input_data=["3", "4\n5"]) query("INSERT INTO t FORMAT CSV 1\n2", input_data=["3", "4\n5"])
assert query("SELECT a FROM t ORDER BY a") == "1\n5\n234\n" assert query("SELECT a FROM t ORDER BY a") == "1\n5\n234\n"
@pytest.mark.skip(reason="Flaky")
def test_insert_default_column(): def test_insert_default_column():
query("CREATE TABLE t (a UInt8, b Int32 DEFAULT 100, c String DEFAULT 'c') ENGINE = Memory") query("CREATE TABLE t (a UInt8, b Int32 DEFAULT 100, c String DEFAULT 'c') ENGINE = Memory")
query("INSERT INTO t (c, a) VALUES ('x',1),('y',2)") query("INSERT INTO t (c, a) VALUES ('x',1),('y',2)")
@ -175,17 +181,20 @@ def test_insert_default_column():
"3\t100\tc\n" \ "3\t100\tc\n" \
"4\t100\tc\n" "4\t100\tc\n"
@pytest.mark.skip(reason="Flaky")
def test_insert_splitted_row(): def test_insert_splitted_row():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t VALUES", input_data=["(1),(2),(", "3),(5),(4),(6)"]) query("INSERT INTO t VALUES", input_data=["(1),(2),(", "3),(5),(4),(6)"])
assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n" assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n"
@pytest.mark.skip(reason="Flaky")
def test_output_format(): def test_output_format():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t VALUES (1),(2),(3)") query("INSERT INTO t VALUES (1),(2),(3)")
assert query("SELECT a FROM t ORDER BY a FORMAT JSONEachRow") == '{"a":1}\n{"a":2}\n{"a":3}\n' assert query("SELECT a FROM t ORDER BY a FORMAT JSONEachRow") == '{"a":1}\n{"a":2}\n{"a":3}\n'
assert query("SELECT a FROM t ORDER BY a", output_format="JSONEachRow") == '{"a":1}\n{"a":2}\n{"a":3}\n' assert query("SELECT a FROM t ORDER BY a", output_format="JSONEachRow") == '{"a":1}\n{"a":2}\n{"a":3}\n'
@pytest.mark.skip(reason="Flaky")
def test_totals_and_extremes(): def test_totals_and_extremes():
query("CREATE TABLE t (x UInt8, y UInt8) ENGINE = Memory") query("CREATE TABLE t (x UInt8, y UInt8) ENGINE = Memory")
query("INSERT INTO t VALUES (1, 2), (2, 4), (3, 2), (3, 3), (3, 4)") query("INSERT INTO t VALUES (1, 2), (2, 4), (3, 2), (3, 3), (3, 4)")
@ -194,6 +203,7 @@ def test_totals_and_extremes():
assert query("SELECT x, y FROM t") == "1\t2\n2\t4\n3\t2\n3\t3\n3\t4\n" assert query("SELECT x, y FROM t") == "1\t2\n2\t4\n3\t2\n3\t3\n3\t4\n"
assert query_and_get_extremes("SELECT x, y FROM t", settings={"extremes": "1"}) == "1\t2\n3\t4\n" assert query_and_get_extremes("SELECT x, y FROM t", settings={"extremes": "1"}) == "1\t2\n3\t4\n"
@pytest.mark.skip(reason="Flaky")
def test_errors_handling(): def test_errors_handling():
e = query_and_get_error("") e = query_and_get_error("")
#print(e) #print(e)
@ -202,16 +212,19 @@ def test_errors_handling():
e = query_and_get_error("CREATE TABLE t (a UInt8) ENGINE = Memory") e = query_and_get_error("CREATE TABLE t (a UInt8) ENGINE = Memory")
assert "Table default.t already exists" in e.display_text assert "Table default.t already exists" in e.display_text
@pytest.mark.skip(reason="Flaky")
def test_authentication(): def test_authentication():
query("CREATE USER john IDENTIFIED BY 'qwe123'") query("CREATE USER john IDENTIFIED BY 'qwe123'")
assert query("SELECT currentUser()", user_name="john", password="qwe123") == "john\n" assert query("SELECT currentUser()", user_name="john", password="qwe123") == "john\n"
@pytest.mark.skip(reason="Flaky")
def test_logs(): def test_logs():
logs = query_and_get_logs("SELECT 1", settings={'send_logs_level':'debug'}) logs = query_and_get_logs("SELECT 1", settings={'send_logs_level':'debug'})
assert "SELECT 1" in logs assert "SELECT 1" in logs
assert "Read 1 rows" in logs assert "Read 1 rows" in logs
assert "Peak memory usage" in logs assert "Peak memory usage" in logs
@pytest.mark.skip(reason="Flaky")
def test_progress(): def test_progress():
results = query_no_errors("SELECT number, sleep(0.31) FROM numbers(8) SETTINGS max_block_size=2, interactive_delay=100000", stream_output=True) results = query_no_errors("SELECT number, sleep(0.31) FROM numbers(8) SETTINGS max_block_size=2, interactive_delay=100000", stream_output=True)
#print(results) #print(results)
@ -246,6 +259,7 @@ def test_progress():
} }
]""" ]"""
@pytest.mark.skip(reason="Flaky")
def test_session(): def test_session():
session_a = "session A" session_a = "session A"
session_b = "session B" session_b = "session B"
@ -256,10 +270,12 @@ def test_session():
assert query("SELECT getSetting('custom_x'), getSetting('custom_y')", session_id=session_a) == "1\t2\n" assert query("SELECT getSetting('custom_x'), getSetting('custom_y')", session_id=session_a) == "1\t2\n"
assert query("SELECT getSetting('custom_x'), getSetting('custom_y')", session_id=session_b) == "3\t4\n" assert query("SELECT getSetting('custom_x'), getSetting('custom_y')", session_id=session_b) == "3\t4\n"
@pytest.mark.skip(reason="Flaky")
def test_no_session(): def test_no_session():
e = query_and_get_error("SET custom_x=1") e = query_and_get_error("SET custom_x=1")
assert "There is no session" in e.display_text assert "There is no session" in e.display_text
@pytest.mark.skip(reason="Flaky")
def test_input_function(): def test_input_function():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
query("INSERT INTO t SELECT col1 * col2 FROM input('col1 UInt8, col2 UInt8') FORMAT CSV", input_data=["5,4\n", "8,11\n", "10,12\n"]) query("INSERT INTO t SELECT col1 * col2 FROM input('col1 UInt8, col2 UInt8') FORMAT CSV", input_data=["5,4\n", "8,11\n", "10,12\n"])
@ -269,6 +285,7 @@ def test_input_function():
query("INSERT INTO t SELECT col1 * col2 FROM input('col1 UInt8, col2 UInt8') FORMAT CSV 20,10\n", input_data="15,15\n") query("INSERT INTO t SELECT col1 * col2 FROM input('col1 UInt8, col2 UInt8') FORMAT CSV 20,10\n", input_data="15,15\n")
assert query("SELECT a FROM t ORDER BY a") == "20\n88\n120\n143\n200\n225\n" assert query("SELECT a FROM t ORDER BY a") == "20\n88\n120\n143\n200\n225\n"
@pytest.mark.skip(reason="Flaky")
def test_external_table(): def test_external_table():
columns = [clickhouse_grpc_pb2.NameAndType(name='UserID', type='UInt64'), clickhouse_grpc_pb2.NameAndType(name='UserName', type='String')] columns = [clickhouse_grpc_pb2.NameAndType(name='UserID', type='UInt64'), clickhouse_grpc_pb2.NameAndType(name='UserName', type='String')]
ext1 = clickhouse_grpc_pb2.ExternalTable(name='ext1', columns=columns, data='1\tAlex\n2\tBen\n3\tCarl\n', format='TabSeparated') ext1 = clickhouse_grpc_pb2.ExternalTable(name='ext1', columns=columns, data='1\tAlex\n2\tBen\n3\tCarl\n', format='TabSeparated')
@ -286,6 +303,7 @@ def test_external_table():
assert query("SELECT * FROM _data ORDER BY _2", external_tables=[unnamed_table]) == "7\tFred\n"\ assert query("SELECT * FROM _data ORDER BY _2", external_tables=[unnamed_table]) == "7\tFred\n"\
"6\tGeorge\n" "6\tGeorge\n"
@pytest.mark.skip(reason="Flaky")
def test_external_table_streaming(): def test_external_table_streaming():
columns = [clickhouse_grpc_pb2.NameAndType(name='UserID', type='UInt64'), clickhouse_grpc_pb2.NameAndType(name='UserName', type='String')] columns = [clickhouse_grpc_pb2.NameAndType(name='UserID', type='UInt64'), clickhouse_grpc_pb2.NameAndType(name='UserName', type='String')]
def send_query_info(): def send_query_info():
@ -301,6 +319,7 @@ def test_external_table_streaming():
"4\tDaniel\n"\ "4\tDaniel\n"\
"5\tEthan\n" "5\tEthan\n"
@pytest.mark.skip(reason="Flaky")
def test_simultaneous_queries_same_channel(): def test_simultaneous_queries_same_channel():
threads=[] threads=[]
try: try:
@ -312,6 +331,7 @@ def test_simultaneous_queries_same_channel():
for thread in threads: for thread in threads:
thread.join() thread.join()
@pytest.mark.skip(reason="Flaky")
def test_simultaneous_queries_multiple_channels(): def test_simultaneous_queries_multiple_channels():
threads=[] threads=[]
try: try:
@ -323,6 +343,7 @@ def test_simultaneous_queries_multiple_channels():
for thread in threads: for thread in threads:
thread.join() thread.join()
@pytest.mark.skip(reason="Flaky")
def test_cancel_while_processing_input(): def test_cancel_while_processing_input():
query("CREATE TABLE t (a UInt8) ENGINE = Memory") query("CREATE TABLE t (a UInt8) ENGINE = Memory")
def send_query_info(): def send_query_info():
@ -335,6 +356,7 @@ def test_cancel_while_processing_input():
assert result.progress.written_rows == 6 assert result.progress.written_rows == 6
assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n" assert query("SELECT a FROM t ORDER BY a") == "1\n2\n3\n4\n5\n6\n"
@pytest.mark.skip(reason="Flaky")
def test_cancel_while_generating_output(): def test_cancel_while_generating_output():
def send_query_info(): def send_query_info():
yield clickhouse_grpc_pb2.QueryInfo(query="SELECT number, sleep(0.2) FROM numbers(10) SETTINGS max_block_size=2") yield clickhouse_grpc_pb2.QueryInfo(query="SELECT number, sleep(0.2) FROM numbers(10) SETTINGS max_block_size=2")

3
tests/integration/test_grpc_protocol_ssl/test.py
View File

@ -73,15 +73,18 @@ def start_cluster():
# Actual tests # Actual tests
@pytest.mark.skip(reason="Flaky")
def test_secure_channel(): def test_secure_channel():
with create_secure_channel() as channel: with create_secure_channel() as channel:
assert query("SELECT 'ok'", channel) == "ok\n" assert query("SELECT 'ok'", channel) == "ok\n"
@pytest.mark.skip(reason="Flaky")
def test_insecure_channel(): def test_insecure_channel():
with pytest.raises(grpc.FutureTimeoutError): with pytest.raises(grpc.FutureTimeoutError):
with create_insecure_channel() as channel: with create_insecure_channel() as channel:
query("SELECT 'ok'", channel) query("SELECT 'ok'", channel)
@pytest.mark.skip(reason="Flaky")
def test_wrong_client_certificate(): def test_wrong_client_certificate():
with pytest.raises(grpc.FutureTimeoutError): with pytest.raises(grpc.FutureTimeoutError):
with create_insecure_channel() as channel: with create_insecure_channel() as channel: