2022-02-16 13:18:55 +00:00
|
|
|
<clickhouse>
|
|
|
|
<storage_configuration>
|
|
|
|
<disks>
|
2022-04-13 13:11:40 +00:00
|
|
|
<s3_disk>
|
2022-02-16 13:18:55 +00:00
|
|
|
<type>s3</type>
|
2022-04-26 10:55:27 +00:00
|
|
|
<path>s3_disk/</path>
|
2024-01-24 10:32:09 +00:00
|
|
|
<endpoint>http://localhost:11111/test/s3/</endpoint>
|
2022-02-16 15:22:44 +00:00
|
|
|
<access_key_id>clickhouse</access_key_id>
|
|
|
|
<secret_access_key>clickhouse</secret_access_key>
|
2022-09-27 20:42:39 +00:00
|
|
|
<request_timeout_ms>20000</request_timeout_ms>
|
2022-04-13 13:11:40 +00:00
|
|
|
</s3_disk>
|
2024-01-24 10:32:09 +00:00
|
|
|
<s3_plain_disk>
|
|
|
|
<type>s3_plain</type>
|
|
|
|
<endpoint>http://localhost:11111/test/s3_plain/</endpoint>
|
|
|
|
<access_key_id>clickhouse</access_key_id>
|
|
|
|
<secret_access_key>clickhouse</secret_access_key>
|
|
|
|
</s3_plain_disk>
|
2022-07-14 13:40:37 +00:00
|
|
|
<s3_cache>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>s3_disk</disk>
|
2022-09-22 12:49:35 +00:00
|
|
|
<path>s3_cache/</path>
|
2024-10-14 15:20:22 +00:00
|
|
|
<max_size>209715200</max_size>
|
2024-08-01 17:05:30 +00:00
|
|
|
<max_file_segment_size>5Mi</max_file_segment_size>
|
2022-07-14 13:40:37 +00:00
|
|
|
<cache_on_write_operations>1</cache_on_write_operations>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2023-11-23 15:53:58 +00:00
|
|
|
<cache_policy>LRU</cache_policy>
|
|
|
|
<slru_size_ratio>0.3</slru_size_ratio>
|
2024-04-05 10:59:57 +00:00
|
|
|
<keep_free_space_size_ratio>0.15</keep_free_space_size_ratio>
|
|
|
|
<keep_free_space_elements_ratio>0.15</keep_free_space_elements_ratio>
|
2024-11-07 16:34:52 +00:00
|
|
|
<background_download_queue_size_limit>50</background_download_queue_size_limit>
|
2024-08-01 09:01:27 +00:00
|
|
|
<load_metadata_asynchronously>0</load_metadata_asynchronously>
|
2022-07-14 13:40:37 +00:00
|
|
|
</s3_cache>
|
2023-12-05 10:07:14 +00:00
|
|
|
<s3_cache_02933>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>s3_disk</disk>
|
2023-12-08 10:10:14 +00:00
|
|
|
<path>s3_cache_02933/</path>
|
2023-12-05 10:07:14 +00:00
|
|
|
<max_size>128Mi</max_size>
|
|
|
|
<cache_on_write_operations>1</cache_on_write_operations>
|
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2023-12-08 10:10:14 +00:00
|
|
|
<background_download_threads>0</background_download_threads>
|
|
|
|
<background_download_queue_size_limit>0</background_download_queue_size_limit>
|
2024-08-01 09:01:27 +00:00
|
|
|
<load_metadata_asynchronously>0</load_metadata_asynchronously>
|
2023-12-05 10:07:14 +00:00
|
|
|
</s3_cache_02933>
|
2022-07-14 13:40:37 +00:00
|
|
|
<!-- local disks -->
|
2022-04-26 10:55:27 +00:00
|
|
|
<local_disk>
|
2024-02-20 09:54:33 +00:00
|
|
|
<type>object_storage</type>
|
|
|
|
<object_storage_type>local</object_storage_type>
|
2022-04-26 10:55:27 +00:00
|
|
|
<path>local_disk/</path>
|
|
|
|
</local_disk>
|
2022-07-14 13:40:37 +00:00
|
|
|
<local_disk_2>
|
2024-02-20 09:54:33 +00:00
|
|
|
<type>object_storage</type>
|
|
|
|
<object_storage_type>local_blob_storage</object_storage_type>
|
2022-07-14 13:40:37 +00:00
|
|
|
<path>local_disk_2/</path>
|
|
|
|
</local_disk_2>
|
|
|
|
<local_disk_3>
|
2023-04-15 10:20:35 +00:00
|
|
|
<type>local_blob_storage</type>
|
2022-07-14 13:40:37 +00:00
|
|
|
<path>local_disk_3/</path>
|
|
|
|
</local_disk_3>
|
|
|
|
<!-- cache for local disks -->
|
2022-04-26 10:55:27 +00:00
|
|
|
<local_cache>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>local_disk</disk>
|
2022-05-13 17:22:22 +00:00
|
|
|
<path>local_cache/</path>
|
2022-04-26 10:55:27 +00:00
|
|
|
<max_size>22548578304</max_size>
|
|
|
|
<cache_on_write_operations>1</cache_on_write_operations>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2022-04-26 10:55:27 +00:00
|
|
|
</local_cache>
|
2022-05-30 22:46:21 +00:00
|
|
|
<local_cache_2>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>local_disk</disk>
|
|
|
|
<path>local_cache_2/</path>
|
|
|
|
<max_size>22548578304</max_size>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2022-05-30 22:46:21 +00:00
|
|
|
</local_cache_2>
|
2022-05-27 18:52:30 +00:00
|
|
|
<local_cache_3>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>local_disk_3</disk>
|
|
|
|
<path>local_cache_3/</path>
|
|
|
|
<max_size>22548578304</max_size>
|
|
|
|
<cache_on_write_operations>1</cache_on_write_operations>
|
|
|
|
<enable_cache_hits_threshold>1</enable_cache_hits_threshold>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2022-05-27 18:52:30 +00:00
|
|
|
</local_cache_3>
|
2022-07-14 15:30:44 +00:00
|
|
|
<!-- multi layer cache -->
|
|
|
|
<s3_cache_multi>
|
|
|
|
<type>cache</type>
|
2023-05-07 12:38:27 +00:00
|
|
|
<disk>s3_cache</disk>
|
2022-07-14 15:30:44 +00:00
|
|
|
<path>s3_cache_multi/</path>
|
|
|
|
<max_size>22548578304</max_size>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2022-07-14 15:30:44 +00:00
|
|
|
</s3_cache_multi>
|
|
|
|
<s3_cache_multi_2>
|
|
|
|
<type>cache</type>
|
|
|
|
<disk>s3_cache_multi</disk>
|
|
|
|
<path>s3_cache_multi_2/</path>
|
|
|
|
<max_size>22548578304</max_size>
|
2023-03-26 14:53:33 +00:00
|
|
|
<delayed_cleanup_interval_ms>100</delayed_cleanup_interval_ms>
|
2022-07-14 15:30:44 +00:00
|
|
|
</s3_cache_multi_2>
|
2024-05-27 15:09:45 +00:00
|
|
|
<s3_no_cache>
|
|
|
|
<type>s3</type>
|
|
|
|
<endpoint>http://localhost:11111/test/special/</endpoint>
|
|
|
|
<access_key_id>clickhouse</access_key_id>
|
|
|
|
<secret_access_key>clickhouse</secret_access_key>
|
|
|
|
<s3_check_objects_after_upload>0</s3_check_objects_after_upload>
|
|
|
|
</s3_no_cache>
|
2022-02-16 13:18:55 +00:00
|
|
|
</disks>
|
|
|
|
<policies>
|
2023-08-29 21:11:35 +00:00
|
|
|
<local_remote>
|
|
|
|
<volumes>
|
|
|
|
<local><disk>default</disk></local>
|
|
|
|
<remote><disk>s3_disk</disk></remote>
|
|
|
|
</volumes>
|
|
|
|
</local_remote>
|
2022-02-21 19:01:58 +00:00
|
|
|
<s3_cache>
|
2022-02-16 13:18:55 +00:00
|
|
|
<volumes>
|
|
|
|
<main>
|
2022-02-21 19:01:58 +00:00
|
|
|
<disk>s3_cache</disk>
|
2022-02-16 13:18:55 +00:00
|
|
|
</main>
|
|
|
|
</volumes>
|
2022-02-21 19:01:58 +00:00
|
|
|
</s3_cache>
|
2024-05-27 15:09:45 +00:00
|
|
|
<s3_no_cache>
|
|
|
|
<volumes>
|
|
|
|
<main>
|
|
|
|
<disk>s3_no_cache</disk>
|
|
|
|
</main>
|
|
|
|
</volumes>
|
|
|
|
</s3_no_cache>
|
2022-07-14 15:30:44 +00:00
|
|
|
<s3_cache_multi>
|
|
|
|
<volumes>
|
|
|
|
<main>
|
|
|
|
<disk>s3_cache_multi_2</disk>
|
|
|
|
</main>
|
|
|
|
</volumes>
|
|
|
|
</s3_cache_multi>
|
2022-05-17 13:58:16 +00:00
|
|
|
<local_cache>
|
2022-04-25 16:49:00 +00:00
|
|
|
<volumes>
|
|
|
|
<main>
|
2022-05-17 13:58:16 +00:00
|
|
|
<disk>local_cache</disk>
|
2022-04-25 16:49:00 +00:00
|
|
|
</main>
|
|
|
|
</volumes>
|
2022-05-17 13:58:16 +00:00
|
|
|
</local_cache>
|
2022-06-01 17:58:28 +00:00
|
|
|
<local_cache_2>
|
|
|
|
<volumes>
|
|
|
|
<main>
|
|
|
|
<disk>local_cache_2</disk>
|
|
|
|
</main>
|
|
|
|
</volumes>
|
|
|
|
</local_cache_2>
|
2022-05-27 18:52:30 +00:00
|
|
|
<local_cache_3>
|
|
|
|
<volumes>
|
|
|
|
<main>
|
|
|
|
<disk>local_cache_3</disk>
|
|
|
|
</main>
|
|
|
|
</volumes>
|
|
|
|
</local_cache_3>
|
2022-02-16 13:18:55 +00:00
|
|
|
</policies>
|
|
|
|
</storage_configuration>
|
|
|
|
</clickhouse>
|