2021-03-19 21:49:18 +00:00
|
|
|
#pragma once
|
|
|
|
|
2022-09-28 08:45:15 +00:00
|
|
|
#include "config.h"
|
2021-03-24 21:02:21 +00:00
|
|
|
|
|
|
|
#if USE_AWS_S3
|
|
|
|
|
2021-06-15 19:55:21 +00:00
|
|
|
#include <memory>
|
|
|
|
#include <optional>
|
|
|
|
|
2021-03-19 21:49:18 +00:00
|
|
|
#include "Client/Connection.h"
|
2021-04-08 00:09:15 +00:00
|
|
|
#include <Interpreters/Cluster.h>
|
|
|
|
#include <IO/S3Common.h>
|
2023-01-09 12:30:32 +00:00
|
|
|
#include <Storages/IStorageCluster.h>
|
2021-04-08 00:09:15 +00:00
|
|
|
#include <Storages/StorageS3.h>
|
2021-03-19 21:49:18 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
class Context;
|
|
|
|
|
2023-01-09 12:30:32 +00:00
|
|
|
class StorageS3Cluster : public IStorageCluster
|
2021-03-19 21:49:18 +00:00
|
|
|
{
|
|
|
|
public:
|
2023-02-06 14:36:47 +00:00
|
|
|
struct Configuration : public StorageS3::Configuration
|
|
|
|
{
|
|
|
|
std::string cluster_name;
|
|
|
|
};
|
|
|
|
|
2021-04-12 21:42:52 +00:00
|
|
|
StorageS3Cluster(
|
2023-02-06 14:36:47 +00:00
|
|
|
const Configuration & configuration_,
|
2021-04-23 12:18:23 +00:00
|
|
|
const StorageID & table_id_,
|
|
|
|
const ColumnsDescription & columns_,
|
|
|
|
const ConstraintsDescription & constraints_,
|
2023-01-18 20:33:50 +00:00
|
|
|
ContextPtr context_,
|
|
|
|
bool structure_argument_was_provided_);
|
2021-03-19 21:49:18 +00:00
|
|
|
|
2022-04-19 20:47:29 +00:00
|
|
|
std::string getName() const override { return "S3Cluster"; }
|
|
|
|
|
|
|
|
Pipe read(const Names &, const StorageSnapshotPtr &, SelectQueryInfo &,
|
2022-10-07 10:46:45 +00:00
|
|
|
ContextPtr, QueryProcessingStage::Enum, size_t /*max_block_size*/, size_t /*num_streams*/) override;
|
2022-04-19 20:47:29 +00:00
|
|
|
|
|
|
|
QueryProcessingStage::Enum
|
|
|
|
getQueryProcessingStage(ContextPtr, QueryProcessingStage::Enum, const StorageSnapshotPtr &, SelectQueryInfo &) const override;
|
|
|
|
|
|
|
|
NamesAndTypesList getVirtuals() const override;
|
|
|
|
|
2023-01-09 12:30:32 +00:00
|
|
|
RemoteQueryExecutor::Extension getTaskIteratorExtension(ASTPtr query, ContextPtr context) const override;
|
|
|
|
ClusterPtr getCluster(ContextPtr context) const override;
|
|
|
|
|
2023-03-28 13:39:59 +00:00
|
|
|
protected:
|
|
|
|
void updateConfigurationIfChanged(ContextPtr local_context);
|
|
|
|
|
2021-03-19 21:49:18 +00:00
|
|
|
private:
|
2023-03-28 13:39:59 +00:00
|
|
|
Poco::Logger * log;
|
2023-02-06 14:36:47 +00:00
|
|
|
StorageS3::Configuration s3_configuration;
|
2021-04-12 19:35:26 +00:00
|
|
|
String cluster_name;
|
2021-03-22 17:12:31 +00:00
|
|
|
String format_name;
|
|
|
|
String compression_method;
|
2022-05-19 11:18:58 +00:00
|
|
|
NamesAndTypesList virtual_columns;
|
|
|
|
Block virtual_block;
|
2023-01-18 20:33:50 +00:00
|
|
|
bool structure_argument_was_provided;
|
2021-03-19 21:49:18 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
}
|
2021-03-24 21:02:21 +00:00
|
|
|
|
|
|
|
#endif
|