ClickHouse/dbms/src/IO/WriteBufferFromS3.h

52 lines
1.3 KiB
C++
Raw Normal View History

2019-05-31 10:58:43 +00:00
#pragma once
#include <functional>
#include <memory>
#include <Core/Types.h>
#include <IO/ConnectionTimeouts.h>
#include <IO/HTTPCommon.h>
2019-06-17 00:06:14 +00:00
#include <IO/BufferWithOwnMemory.h>
2019-05-31 10:58:43 +00:00
#include <IO/ReadBuffer.h>
#include <IO/ReadBufferFromIStream.h>
#include <IO/WriteBuffer.h>
2019-06-17 00:06:14 +00:00
#include <IO/WriteBufferFromString.h>
2019-05-31 10:58:43 +00:00
#include <Poco/Net/HTTPBasicCredentials.h>
#include <Poco/Net/HTTPClientSession.h>
#include <Poco/Net/HTTPRequest.h>
#include <Poco/Net/HTTPResponse.h>
#include <Poco/URI.h>
#include <Poco/Version.h>
#include <Common/DNSResolver.h>
#include <Common/config.h>
#include <common/logger_useful.h>
namespace DB
{
2019-06-01 21:18:20 +00:00
/* Perform S3 HTTP PUT request.
2019-05-31 10:58:43 +00:00
*/
2019-06-17 00:06:14 +00:00
class WriteBufferFromS3 : public BufferWithOwnMemory<WriteBuffer>
2019-05-31 10:58:43 +00:00
{
private:
Poco::URI uri;
ConnectionTimeouts timeouts;
2019-06-11 00:07:20 +00:00
Poco::Net::HTTPRequest auth_request;
2019-06-17 00:06:14 +00:00
String buffer_string;
DB::WriteBufferFromString temporary_buffer;
2019-05-31 10:58:43 +00:00
public:
explicit WriteBufferFromS3(const Poco::URI & uri,
const ConnectionTimeouts & timeouts = {},
const Poco::Net::HTTPBasicCredentials & credentials = {},
2019-05-31 10:58:43 +00:00
size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
2019-06-17 00:06:14 +00:00
void nextImpl() override;
2019-05-31 10:58:43 +00:00
/// Receives response from the server after sending all data.
void finalize();
2019-06-17 00:06:14 +00:00
~WriteBufferFromS3();
2019-05-31 10:58:43 +00:00
};
}