thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Simplify ATTACH MergeTree table FROM S3 in tests

Browse Source 
Signed-off-by: Azat Khuzhin <a.khuzhin@semrush.com>
This commit is contained in:
Azat Khuzhin 2023-02-10 22:34:07 +01:00
parent c30ff8c78e
commit 67b47fe871
2 changed files with 10 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
tests/integration/test_attach_backup_from_s3_plain/configs/disk_s3.xml
View File

@ -7,41 +7,8 @@
<endpoint>http://minio1:9001/root/data/disks/disk_s3_plain/</endpoint>
<access_key_id>minio</access_key_id>
<secret_access_key>minio123</secret_access_key>
<s3_max_single_part_upload_size>33554432</s3_max_single_part_upload_size>
</backup_disk_s3_plain>
<s3_backup_compact>
<type>s3_plain</type>
<!-- NOTE: /backup_compact/ is a name of BACKUP -->
<endpoint>http://minio1:9001/root/data/disks/disk_s3_plain/backup_compact/</endpoint>
<access_key_id>minio</access_key_id>
<secret_access_key>minio123</secret_access_key>
<s3_max_single_part_upload_size>33554432</s3_max_single_part_upload_size>
</s3_backup_compact>
<s3_backup_wide>
<type>s3_plain</type>
<!-- NOTE: /backup_wide/ is a name of BACKUP -->
<endpoint>http://minio1:9001/root/data/disks/disk_s3_plain/backup_wide/</endpoint>
<access_key_id>minio</access_key_id>
<secret_access_key>minio123</secret_access_key>
<s3_max_single_part_upload_size>33554432</s3_max_single_part_upload_size>
</s3_backup_wide>
</disks>
<policies>
<s3_backup_compact>
<volumes>
<main>
<disk>s3_backup_compact</disk>
</main>
</volumes>
</s3_backup_compact>
<s3_backup_wide>
<volumes>
<main>
<disk>s3_backup_wide</disk>
</main>
</volumes>
</s3_backup_wide>
</policies>
</storage_configuration>
<backups>
<allowed_disk>backup_disk_s3_plain</allowed_disk>

16
tests/integration/test_attach_backup_from_s3_plain/test.py
View File

@ -37,12 +37,14 @@ def test_attach_part(table_name, backup_name, storage_policy, min_bytes_for_wide
set send_logs_level='error';
-- BACKUP writes Ordinary like structure
set allow_deprecated_database_ordinary=1;
-- but what is more important that you cannot ATTACH directly from Atomic
-- so Memory engine will work (to avoid using allow_deprecated_database_ordinary).
create database ordinary_db engine=Memory;
create database ordinary_db engine=Ordinary;
create table ordinary_db.{table_name} engine=MergeTree() order by key partition by part
settings min_bytes_for_wide_part={min_bytes_for_wide_part}
as select number%5 part, number key from numbers(100);
create table ordinary_db.{table_name} engine=MergeTree() order by key partition by part as select number%5 part, number key from numbers(100);
-- NOTE: name of backup ("backup") is significant.
backup table ordinary_db.{table_name} TO Disk('backup_disk_s3_plain', '{backup_name}') settings deduplicate_files=0;
drop table ordinary_db.{table_name};
@ -50,9 +52,11 @@ def test_attach_part(table_name, backup_name, storage_policy, min_bytes_for_wide
engine=MergeTree()
order by key partition by part
settings
min_bytes_for_wide_part={min_bytes_for_wide_part},
max_suspicious_broken_parts=0,
storage_policy='{storage_policy}';
disk=disk(type=s3_plain,
endpoint='http://minio1:9001/root/data/disks/disk_s3_plain/{backup_name}/',
access_key_id='minio',
secret_access_key='minio123');
"""
)