2019-05-31 07:27:14 +00:00
|
|
|
#pragma once
|
|
|
|
|
2019-12-06 14:37:21 +00:00
|
|
|
#include <Common/config.h>
|
|
|
|
|
|
|
|
#if USE_AWS_S3
|
|
|
|
|
2019-11-04 19:57:03 +00:00
|
|
|
#include <TableFunctions/ITableFunction.h>
|
2021-09-07 11:17:25 +00:00
|
|
|
#include <Storages/ExternalDataSourceConfiguration.h>
|
2019-05-31 07:27:14 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
2019-09-22 22:13:42 +00:00
|
|
|
|
|
|
|
class Context;
|
2022-03-28 22:46:35 +00:00
|
|
|
class TableFunctionS3Cluster;
|
2019-09-22 22:13:42 +00:00
|
|
|
|
2022-02-28 00:15:37 +00:00
|
|
|
/* s3(source, [access_key_id, secret_access_key,] format, structure[, compression]) - creates a temporary storage for a file in S3.
|
2019-05-31 07:27:14 +00:00
|
|
|
*/
|
2019-11-04 19:57:03 +00:00
|
|
|
class TableFunctionS3 : public ITableFunction
|
2019-05-31 07:27:14 +00:00
|
|
|
{
|
|
|
|
public:
|
2020-07-17 03:33:29 +00:00
|
|
|
static constexpr auto name = "s3";
|
2019-05-31 07:27:14 +00:00
|
|
|
std::string getName() const override
|
|
|
|
{
|
|
|
|
return name;
|
|
|
|
}
|
2022-03-28 22:46:35 +00:00
|
|
|
bool hasStaticStructure() const override { return configuration.structure != "auto"; }
|
2019-05-31 07:27:14 +00:00
|
|
|
|
2022-03-28 22:46:35 +00:00
|
|
|
bool needStructureHint() const override { return configuration.structure == "auto"; }
|
2022-02-18 16:19:42 +00:00
|
|
|
|
|
|
|
void setStructureHint(const ColumnsDescription & structure_hint_) override { structure_hint = structure_hint_; }
|
|
|
|
|
2020-07-17 03:33:29 +00:00
|
|
|
protected:
|
2022-03-28 22:46:35 +00:00
|
|
|
friend class TableFunctionS3Cluster;
|
|
|
|
|
2019-11-04 19:57:03 +00:00
|
|
|
StoragePtr executeImpl(
|
|
|
|
const ASTPtr & ast_function,
|
2021-04-10 23:33:54 +00:00
|
|
|
ContextPtr context,
|
2020-09-02 15:07:53 +00:00
|
|
|
const std::string & table_name,
|
2020-10-14 12:19:29 +00:00
|
|
|
ColumnsDescription cached_columns) const override;
|
2019-11-04 19:57:03 +00:00
|
|
|
|
2020-07-17 03:33:29 +00:00
|
|
|
const char * getStorageTypeName() const override { return "S3"; }
|
2020-10-14 12:19:29 +00:00
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
ColumnsDescription getActualTableStructure(ContextPtr context) const override;
|
|
|
|
void parseArguments(const ASTPtr & ast_function, ContextPtr context) override;
|
2020-10-14 12:19:29 +00:00
|
|
|
|
2022-03-28 22:46:35 +00:00
|
|
|
static void parseArgumentsImpl(const String & error_message, ASTs & args, ContextPtr context, StorageS3Configuration & configuration);
|
|
|
|
|
|
|
|
StorageS3Configuration configuration;
|
2022-02-18 16:19:42 +00:00
|
|
|
ColumnsDescription structure_hint;
|
2020-07-17 03:33:29 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
class TableFunctionCOS : public TableFunctionS3
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
static constexpr auto name = "cosn";
|
|
|
|
std::string getName() const override
|
|
|
|
{
|
|
|
|
return name;
|
|
|
|
}
|
|
|
|
private:
|
|
|
|
const char * getStorageTypeName() const override { return "COSN"; }
|
2019-05-31 07:27:14 +00:00
|
|
|
};
|
2019-09-22 22:13:42 +00:00
|
|
|
|
2019-05-31 07:27:14 +00:00
|
|
|
}
|
2019-12-06 14:37:21 +00:00
|
|
|
|
2019-12-09 12:36:06 +00:00
|
|
|
#endif
|