#pragma once #include #include #include #include #include #include "DictionaryStructure.h" #include "IDictionarySource.h" #include namespace Poco { class Logger; } namespace DB { /// Allows loading dictionaries from http[s] source class HTTPDictionarySource final : public IDictionarySource { public: HTTPDictionarySource( const DictionaryStructure & dict_struct_, const Poco::Util::AbstractConfiguration & config, const std::string & config_prefix, Block & sample_block_, const Context & context_, bool check_config); HTTPDictionarySource(const HTTPDictionarySource & other); HTTPDictionarySource & operator=(const HTTPDictionarySource &) = delete; BlockInputStreamPtr loadAll() override; BlockInputStreamPtr loadUpdatedAll() override; BlockInputStreamPtr loadIds(const std::vector & ids) override; BlockInputStreamPtr loadKeys(const Columns & key_columns, const std::vector & requested_rows) override; bool isModified() const override; bool supportsSelectiveLoad() const override; bool hasUpdateField() const override; DictionarySourcePtr clone() const override; std::string toString() const override; private: void getUpdateFieldAndDate(Poco::URI & uri); Poco::Logger * log; LocalDateTime getLastModification() const; std::chrono::time_point update_time; const DictionaryStructure dict_struct; const std::string url; Poco::Net::HTTPBasicCredentials credentials; ReadWriteBufferFromHTTP::HTTPHeaderEntries header_entries; std::string update_field; const std::string format; Block sample_block; Context context; ConnectionTimeouts timeouts; }; }