thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

More tests

Browse Source
This commit is contained in:
kssenii 2021-03-12 21:22:46 +00:00
parent 323fb54a8e
commit 886f9a5d9d
2 changed files with 40 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tests/integration/test_library_bridge/configs/dict_lib.cpp
View File

@ -178,19 +178,30 @@ void * ClickHouseDictionary_v3_loadAll(void * data_ptr, ClickHouseLibrary::CStri
if (!ptr)
return nullptr;
size_t num_rows = 0;
if (settings)
{
LOG(ptr->lib->log, "settings passed: " << settings->size);
for (size_t i = 0; i < settings->size; ++i)
{
LOG(ptr->lib->log, "setting " << i << " :" << settings->data[i]);
num_rows = std::atoi(settings->data[i]);
}
}
for (size_t i = 0; i < 10; ++i)
if (!num_rows)
{
LOG(ptr->lib->log, "id " << i << " :" << " generating.");
ptr->dataHolder.emplace_back(std::vector<uint64_t>{i, i + 10, i + 20, i + 30});
for (size_t i = 0; i < 10; ++i)
{
LOG(ptr->lib->log, "id " << i << " :" << " generating.");
ptr->dataHolder.emplace_back(std::vector<uint64_t>{i, i + 10, i + 20, i + 30});
}
}
else
{
for (size_t i = 0; i < num_rows; ++i)
{
ptr->dataHolder.emplace_back(std::vector<uint64_t>{i, i, i, i});
}
}
MakeColumnsFromVector(ptr);

30
tests/integration/test_library_bridge/test.py
View File

@ -7,7 +7,7 @@ from helpers.cluster import ClickHouseCluster, run_and_check
cluster = ClickHouseCluster(__file__)
instance = cluster.add_instance('instance', main_configs=['configs/config.d/config.xml'], user_configs=['configs/log_conf.xml'])
instance = cluster.add_instance('instance', main_configs=['configs/config.d/config.xml']])
@pytest.fixture(scope="module")
def ch_cluster():
@ -61,14 +61,14 @@ def test_load_all(ch_cluster):
"8\t18\t28\t38\n" +
"9\t19\t29\t39\n"
)
instance.query('DROP DICTIONARY lib_dict')
assert(result == expected)
def test_load_ids(ch_cluster):
instance.query('''
CREATE DICTIONARY lib_dict_c (key UInt64, value1 UInt64, value2 UInt64, value3 UInt64)
PRIMARY KEY key SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so'
SETTINGS (value1 '1')))
PRIMARY KEY key SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so'))
LAYOUT(CACHE(
SIZE_IN_CELLS 10000000
BLOCK_SIZE 4096
@ -79,6 +79,7 @@ def test_load_ids(ch_cluster):
''')
result = instance.query('''select dictGet(lib_dict_c, 'value1', toUInt64(0));''')
instance.query('DROP DICTIONARY lib_dict_c')
assert(result.strip() == '100')
@ -86,16 +87,35 @@ def test_load_keys(ch_cluster):
instance.query('''
CREATE DICTIONARY lib_dict_ckc (key UInt64, value1 UInt64, value2 UInt64, value3 UInt64)
PRIMARY KEY key
SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so'
SETTINGS (value1 '1')))
SOURCE(library(PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so'))
LAYOUT(COMPLEX_KEY_CACHE( SIZE_IN_CELLS 10000000))
LIFETIME(2);
''')
result = instance.query('''select dictGet(lib_dict_ckc, 'value2', tuple(toUInt64(0)));''')
instance.query('DROP DICTIONARY lib_dict_ckc')
assert(result.strip() == '200')
def test_load_all_many_rows(ch_cluster):
num_rows = [1000, 10000, 100000, 1000000]
for num in num_rows:
instance.query('''
CREATE DICTIONARY lib_dict (key UInt64, value1 UInt64, value2 UInt64, value3 UInt64)
PRIMARY KEY key
SOURCE(library(
PATH '/etc/clickhouse-server/config.d/dictionaries_lib/dict_lib.so'
SETTINGS (num_rows {})))
LAYOUT(HASHED())
LIFETIME (MIN 0 MAX 10)
'''.format(num))
result = instance.query('SELECT * FROM lib_dict ORDER BY key')
expected = instance.query('SELECT number, number, number, number FROM numbers({})'.format(num))
instance.query('DROP DICTIONARY lib_dict')
assert(result == expected)
if __name__ == '__main__':
cluster.start()
input("Cluster created, press any key to destroy...")