This commit is contained in:
flynn 2023-02-16 13:42:19 +00:00
parent 7f4c23ec8a
commit eae73a1511
5 changed files with 8 additions and 7 deletions

View File

@ -20,6 +20,7 @@ template <typename Name, typename MetadataParser>
class IStorageDataLake : public IStorage
{
public:
using Configuration = StorageS3::Configuration;
// 1. Parses internal file structure of table
// 2. Finds out parts with latest version
// 3. Creates url for underlying StorageS3 enigne to handle reads

View File

@ -4,11 +4,12 @@
#if USE_AWS_S3
# include <TableFunctions/ITableFunction.h>
# include <Access/Common/AccessFlags.h>
# include <Formats/FormatFactory.h>
# include <Interpreters/Context.h>
# include <Interpreters/parseColumnsListForTableFunction.h>
# include <Storages/IStorage.h>
# include <TableFunctions/ITableFunction.h>
namespace DB
{
@ -17,7 +18,7 @@ namespace ErrorCodes
extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
}
template <typename Name, typename Storage, typename TableFunction, typename Configuration>
template <typename Name, typename Storage, typename TableFunction>
class ITableFunctionDataLake : public ITableFunction
{
public:
@ -76,7 +77,7 @@ protected:
configuration.format = "Parquet";
}
mutable Configuration configuration;
mutable typename Storage::Configuration configuration;
};
}

View File

@ -16,8 +16,7 @@ struct TableFunctionDeltaLakeName
static constexpr auto name = "deltaLake";
};
using TableFunctionDeltaLake
= ITableFunctionDataLake<TableFunctionDeltaLakeName, StorageDeltaLake, TableFunctionS3, StorageS3::Configuration>;
using TableFunctionDeltaLake = ITableFunctionDataLake<TableFunctionDeltaLakeName, StorageDeltaLake, TableFunctionS3>;
void registerTableFunctionDeltaLake(TableFunctionFactory & factory)
{

View File

@ -15,7 +15,7 @@ struct TableFunctionHudiName
{
static constexpr auto name = "hudi";
};
using TableFunctionHudi = ITableFunctionDataLake<TableFunctionHudiName, StorageHudi, TableFunctionS3, StorageS3::Configuration>;
using TableFunctionHudi = ITableFunctionDataLake<TableFunctionHudiName, StorageHudi, TableFunctionS3>;
void registerTableFunctionHudi(TableFunctionFactory & factory)
{

View File

@ -17,7 +17,7 @@ struct TableFunctionIcebergName
static constexpr auto name = "iceberg";
};
using TableFunctionIceberg = ITableFunctionDataLake<TableFunctionIcebergName, StorageIceberg, TableFunctionS3, StorageS3::Configuration>;
using TableFunctionIceberg = ITableFunctionDataLake<TableFunctionIcebergName, StorageIceberg, TableFunctionS3>;
void registerTableFunctionIceberg(TableFunctionFactory & factory)
{