add stable sort for tests

This commit is contained in:
Yatsishin Ilya 2021-02-09 18:48:33 +03:00
parent eac13d9d9d
commit 3ba6629d7b
9 changed files with 53 additions and 53 deletions

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -43,13 +43,13 @@ def setup_module(module):
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
main_configs.append(os.path.join('configs', 'log_conf.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_cassandra=True)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -70,14 +70,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -69,14 +69,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -47,10 +47,10 @@ def setup_module(module):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
cluster.add_instance('clickhouse1', main_configs=main_configs)
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -71,14 +71,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", list(set(LAYOUTS_SIMPLE).difference(set("cache"))) )
@pytest.mark.parametrize("layout_name", sorted(list(set(LAYOUTS_SIMPLE).difference(set("cache"))) ))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", list(set(LAYOUTS_COMPLEX).difference(set("complex_key_cache"))))
@pytest.mark.parametrize("layout_name", sorted(list(set(LAYOUTS_COMPLEX).difference(set("complex_key_cache")))))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -77,6 +77,6 @@ def test_simple(started_cluster, layout_name):
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -42,13 +42,13 @@ def setup_module(module):
dictionaries = []
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -69,14 +69,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", set(LAYOUTS_SIMPLE).difference({'cache', 'direct'}) )
@pytest.mark.parametrize("layout_name", sorted(set(LAYOUTS_SIMPLE).difference({'cache', 'direct'})) )
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", list(set(LAYOUTS_COMPLEX).difference({'complex_key_cache', 'complex_key_direct'})))
@pytest.mark.parametrize("layout_name", sorted(list(set(LAYOUTS_COMPLEX).difference({'complex_key_cache', 'complex_key_direct'}))))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -42,7 +42,7 @@ def setup_module(module):
dictionaries = []
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
@ -50,7 +50,7 @@ def setup_module(module):
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -71,14 +71,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -42,7 +42,7 @@ def setup_module(module):
dictionaries = []
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
@ -50,7 +50,7 @@ def setup_module(module):
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -71,14 +71,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -42,13 +42,13 @@ def setup_module(module):
dictionaries = []
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mongo=True)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -69,14 +69,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)

View File

@ -1,4 +1,4 @@
import os
import os
import math
import pytest
@ -43,13 +43,13 @@ def setup_module(module):
main_configs = []
main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
main_configs.append(os.path.join('configs', 'log_conf.xml'))
for fname in os.listdir(DICT_CONFIG_PATH):
dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mysql=True)
def teardown_module(module):
global DICT_CONFIG_PATH
for fname in os.listdir(DICT_CONFIG_PATH):
@ -70,14 +70,14 @@ def started_cluster():
finally:
cluster.shutdown()
@pytest.mark.parametrize("layout_name", LAYOUTS_SIMPLE)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_SIMPLE))
def test_simple(started_cluster, layout_name):
simple_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_COMPLEX)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_COMPLEX))
def test_complex(started_cluster, layout_name):
complex_tester.execute(layout_name, node)
@pytest.mark.parametrize("layout_name", LAYOUTS_RANGED)
@pytest.mark.parametrize("layout_name", sorted(LAYOUTS_RANGED))
def test_ranged(started_cluster, layout_name):
ranged_tester.execute(layout_name, node)