thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 00:30:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix tests test_log_family_s3, test_log_family_hdfs.

Browse Source
This commit is contained in:
Vitaly Baranov 2021-10-09 15:14:23 +03:00
parent 9ff8a2391d
commit fe12404cb0
2 changed files with 24 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tests/integration/test_log_family_hdfs/test.py
View File

@ -31,10 +31,20 @@ def assert_objects_count(started_cluster, objects_count, path='data/'):
hdfs_objects = fs.listdir('/clickhouse')
assert objects_count == len(hdfs_objects)
# TinyLog: files: id.bin, sizes.json
# INSERT overwrites 1 file (`sizes.json`) and appends 1 file (`id.bin`), so
# files_overhead=1, files_overhead_per_insert=1
#
# Log: files: id.bin, __marks.mrk, sizes.json
# INSERT overwrites 1 file (`sizes.json`), and appends 2 files (`id.bin`, `__marks.mrk`), so
# files_overhead=1, files_overhead_per_insert=2
#
# StripeLog: files: data.bin, index.mrk, sizes.json
# INSERT overwrites 1 file (`sizes.json`), and appends 2 files (`index.mrk`, `data.bin`), so
# files_overhead=1, files_overhead_per_insert=2
@pytest.mark.parametrize(
"log_engine,files_overhead,files_overhead_per_insert",
[("TinyLog", 1, 1), ("Log", 2, 1), ("StripeLog", 1, 2)])
[("TinyLog", 1, 1), ("Log", 1, 2), ("StripeLog", 1, 2)])
def test_log_family_hdfs(started_cluster, log_engine, files_overhead, files_overhead_per_insert):
node = started_cluster.instances["node"]

14
tests/integration/test_log_family_s3/test.py
View File

@ -30,10 +30,20 @@ def assert_objects_count(cluster, objects_count, path='data/'):
logging.info("Existing S3 object: %s", str(object_meta))
assert objects_count == len(s3_objects)
# TinyLog: files: id.bin, sizes.json
# INSERT overwrites 1 file (`sizes.json`) and appends 1 file (`id.bin`), so
# files_overhead=1, files_overhead_per_insert=1
#
# Log: files: id.bin, __marks.mrk, sizes.json
# INSERT overwrites 1 file (`sizes.json`), and appends 2 files (`id.bin`, `__marks.mrk`), so
# files_overhead=1, files_overhead_per_insert=2
#
# StripeLog: files: data.bin, index.mrk, sizes.json
# INSERT overwrites 1 file (`sizes.json`), and appends 2 files (`index.mrk`, `data.bin`), so
# files_overhead=1, files_overhead_per_insert=2
@pytest.mark.parametrize(
"log_engine,files_overhead,files_overhead_per_insert",
[("TinyLog", 1, 1), ("Log", 2, 1), ("StripeLog", 1, 2)])
[("TinyLog", 1, 1), ("Log", 1, 2), ("StripeLog", 1, 2)])
def test_log_family_s3(cluster, log_engine, files_overhead, files_overhead_per_insert):
node = cluster.instances["node"]