ClickHouse/src/Storages/StorageS3Settings.h

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

89 lines
2.9 KiB
C++
Raw Normal View History

#pragma once
#include <map>
#include <memory>
#include <mutex>
#include <optional>
2020-09-15 09:55:57 +00:00
#include <vector>
2021-10-02 07:13:14 +00:00
#include <base/types.h>
2022-04-03 22:33:59 +00:00
#include <Interpreters/Context_fwd.h>
#include <Common/Throttler_fwd.h>
2022-09-13 13:07:43 +00:00
#include <Storages/HeaderCollection.h>
#include <IO/S3Common.h>
namespace Poco::Util
{
class AbstractConfiguration;
}
namespace DB
{
2022-04-03 22:33:59 +00:00
struct Settings;
struct S3Settings
{
struct RequestSettings
{
2022-04-03 22:33:59 +00:00
size_t max_single_read_retries = 0;
size_t min_upload_part_size = 0;
size_t max_upload_part_size = 0;
2022-04-03 22:33:59 +00:00
size_t upload_part_size_multiply_factor = 0;
size_t upload_part_size_multiply_parts_count_threshold = 0;
2022-12-09 01:17:45 +00:00
size_t max_part_number = 0;
2022-04-03 22:33:59 +00:00
size_t max_single_part_upload_size = 0;
2022-10-31 23:01:27 +00:00
size_t max_single_operation_copy_size = 0;
2022-04-03 22:33:59 +00:00
size_t max_connections = 0;
bool check_objects_after_upload = false;
size_t max_unexpected_write_error_retries = 0;
ThrottlerPtr get_request_throttler;
ThrottlerPtr put_request_throttler;
2022-04-06 20:27:38 +00:00
RequestSettings() = default;
explicit RequestSettings(const Settings & settings);
2022-04-06 20:27:38 +00:00
inline bool operator==(const RequestSettings & other) const
2022-04-06 20:27:38 +00:00
{
return max_single_read_retries == other.max_single_read_retries
&& min_upload_part_size == other.min_upload_part_size
&& max_upload_part_size == other.max_upload_part_size
2022-04-06 20:27:38 +00:00
&& upload_part_size_multiply_factor == other.upload_part_size_multiply_factor
&& upload_part_size_multiply_parts_count_threshold == other.upload_part_size_multiply_parts_count_threshold
2022-12-09 01:17:45 +00:00
&& max_part_number == other.max_part_number
2022-04-06 20:27:38 +00:00
&& max_single_part_upload_size == other.max_single_part_upload_size
2022-10-31 23:01:27 +00:00
&& max_single_operation_copy_size == other.max_single_operation_copy_size
&& max_connections == other.max_connections
&& check_objects_after_upload == other.check_objects_after_upload
&& max_unexpected_write_error_retries == other.max_unexpected_write_error_retries
&& get_request_throttler == other.get_request_throttler
&& put_request_throttler == other.put_request_throttler;
2022-04-06 20:27:38 +00:00
}
void updateFromSettingsIfEmpty(const Settings & settings);
2022-04-03 22:33:59 +00:00
};
S3::AuthSettings auth_settings;
RequestSettings request_settings;
2022-04-06 20:27:38 +00:00
inline bool operator==(const S3Settings & other) const
{
return auth_settings == other.auth_settings && request_settings == other.request_settings;
2022-04-06 20:27:38 +00:00
}
};
/// Settings for the StorageS3.
class StorageS3Settings
{
public:
2022-04-03 22:33:59 +00:00
void loadFromConfig(const String & config_elem, const Poco::Util::AbstractConfiguration & config, const Settings & settings);
2022-04-03 22:33:59 +00:00
S3Settings getSettings(const String & endpoint) const;
private:
mutable std::mutex mutex;
2022-04-03 22:33:59 +00:00
std::map<const String, const S3Settings> s3_settings;
};
}