import os import os.path as p import pytest import time from helpers.cluster import ClickHouseCluster, run_and_check cluster = ClickHouseCluster(__file__) instance = cluster.add_instance('instance', main_configs=['configs/config.d/config.xml'], user_configs=['configs/log_conf.xml']) @pytest.fixture(scope="module") def ch_cluster(): try: cluster.start() instance.query('CREATE DATABASE test') container_lib_path = '/etc/clickhouse-server/config.d/dictionarites_lib/dict_lib.cpp' instance.copy_file_to_container(os.path.join(os.path.dirname(os.path.realpath(__file__)), "configs/dict_lib.cpp"), "/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.cpp") instance.query("SYSTEM RELOAD CONFIG") instance.exec_in_container( ['bash', '-c', '/usr/bin/g++ -shared -o /etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so -fPIC /etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.cpp'], user='root') instance.exec_in_container(['bash', '-c', '/usr/bin/clickhouse-library-bridge --http-port 9012 --daemon'], user='root') yield cluster finally: cluster.shutdown() @pytest.fixture(autouse=True) def setup_teardown(): yield # run test def test_load_all(ch_cluster): instance.query(''' CREATE DICTIONARY lib_dict (key UInt64, value1 UInt64, value2 UInt64, value3 UInt64) PRIMARY KEY key SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so')) LAYOUT(HASHED()) LIFETIME (MIN 0 MAX 10) ''') result = instance.query('SELECT * FROM lib_dict ORDER BY key') expected = ( "0\t10\t20\t30\n" + "1\t11\t21\t31\n" + "2\t12\t22\t32\n" + "3\t13\t23\t33\n" + "4\t14\t24\t34\n" + "5\t15\t25\t35\n" + "6\t16\t26\t36\n" + "7\t17\t27\t37\n" + "8\t18\t28\t38\n" + "9\t19\t29\t39\n" ) assert(result == expected) def test_load_ids(ch_cluster): instance.query(''' CREATE DICTIONARY lib_dict_c (key UInt64, value1 UInt64, value2 UInt64, value3 UInt64) PRIMARY KEY key SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so' SETTINGS (value1 '1'))) LAYOUT(CACHE( SIZE_IN_CELLS 10000000 BLOCK_SIZE 4096 FILE_SIZE 16777216 READ_BUFFER_SIZE 1048576 MAX_STORED_KEYS 1048576)) LIFETIME(2) ; ''') result = instance.query('''select dictGet(lib_dict_c, 'value1', toUInt64(0));''') assert(result.strip() == '100') @pytest.mark.skip(reason="worked before merge with master, now there seems to be a bug in podarray, skip untill fixed") def test_load_keys(ch_cluster): instance.query(''' CREATE DICTIONARY lib_dict_ckc (key UInt64, value1 UInt64, value3 UInt64, value3 UInt64) PRIMARY KEY key SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so' SETTINGS (value1 '1'))) LAYOUT(COMPLEX_KEY_CACHE( SIZE_IN_CELLS 10000000 BLOCK_SIZE 4096 FILE_SIZE 16777216 READ_BUFFER_SIZE 1048576 MAX_STORED_KEYS 1048576)) LIFETIME(2); ''') result = instance.query('''select dictGet(lib_dict_ckc, 'value3', tuple(toUInt64(0)));''') assert(result.strip() == '200') if __name__ == '__main__': cluster.start() input("Cluster created, press any key to destroy...") cluster.shutdown()