#pragma once #include "config.h" #if USE_AWS_S3 # include # include namespace Poco { class Logger; } namespace Aws::S3 { class S3Client; } namespace DB { class StorageHudi : public IStorage { public: /// 1. Parses internal file structure of table. /// 2. Finds out parts with latest version. /// 3. Creates url for underlying StorageS3 enigne to handle reads. StorageHudi( const StorageS3Configuration & configuration_, const StorageID & table_id_, ColumnsDescription columns_, const ConstraintsDescription & constraints_, const String & comment, ContextPtr context_, std::optional format_settings_); String getName() const override { return "Hudi"; } /// Reads latest version of Apache Hudi table Pipe read( const Names & column_names, const StorageSnapshotPtr & storage_snapshot, SelectQueryInfo & query_info, ContextPtr context, QueryProcessingStage::Enum processed_stage, size_t max_block_size, size_t num_streams) override; static ColumnsDescription getTableStructureFromData( const StorageS3Configuration & configuration, const std::optional & format_settings, ContextPtr ctx); private: StorageS3::S3Configuration base_configuration; std::shared_ptr s3engine; Poco::Logger * log; String table_path; }; } #endif