2019-05-31 10:58:43 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <functional>
|
|
|
|
#include <memory>
|
2019-06-17 00:42:47 +00:00
|
|
|
#include <vector>
|
2019-05-31 10:58:43 +00:00
|
|
|
#include <Core/Types.h>
|
|
|
|
#include <IO/ConnectionTimeouts.h>
|
|
|
|
#include <IO/HTTPCommon.h>
|
2019-06-17 00:06:14 +00:00
|
|
|
#include <IO/BufferWithOwnMemory.h>
|
2019-05-31 10:58:43 +00:00
|
|
|
#include <IO/ReadBuffer.h>
|
|
|
|
#include <IO/ReadBufferFromIStream.h>
|
|
|
|
#include <IO/WriteBuffer.h>
|
2019-06-17 00:06:14 +00:00
|
|
|
#include <IO/WriteBufferFromString.h>
|
2019-05-31 10:58:43 +00:00
|
|
|
#include <Poco/Net/HTTPBasicCredentials.h>
|
|
|
|
#include <Poco/Net/HTTPClientSession.h>
|
|
|
|
#include <Poco/Net/HTTPRequest.h>
|
|
|
|
#include <Poco/Net/HTTPResponse.h>
|
|
|
|
#include <Poco/URI.h>
|
|
|
|
#include <Poco/Version.h>
|
|
|
|
#include <Common/DNSResolver.h>
|
|
|
|
#include <Common/config.h>
|
|
|
|
#include <common/logger_useful.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
2019-06-01 21:18:20 +00:00
|
|
|
/* Perform S3 HTTP PUT request.
|
2019-05-31 10:58:43 +00:00
|
|
|
*/
|
2019-06-17 00:06:14 +00:00
|
|
|
class WriteBufferFromS3 : public BufferWithOwnMemory<WriteBuffer>
|
2019-05-31 10:58:43 +00:00
|
|
|
{
|
|
|
|
private:
|
2019-06-10 02:35:33 +00:00
|
|
|
Poco::URI uri;
|
2019-06-21 05:24:01 +00:00
|
|
|
size_t minimum_upload_part_size;
|
2019-06-10 02:35:33 +00:00
|
|
|
ConnectionTimeouts timeouts;
|
2019-06-11 00:07:20 +00:00
|
|
|
Poco::Net::HTTPRequest auth_request;
|
2019-06-17 00:06:14 +00:00
|
|
|
String buffer_string;
|
2019-06-17 00:42:47 +00:00
|
|
|
std::unique_ptr<WriteBufferFromString> temporary_buffer;
|
|
|
|
size_t last_part_size;
|
2019-06-17 07:16:43 +00:00
|
|
|
String upload_id;
|
2019-06-17 00:42:47 +00:00
|
|
|
std::vector<String> part_tags;
|
2019-05-31 10:58:43 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
explicit WriteBufferFromS3(const Poco::URI & uri,
|
2019-06-21 05:24:01 +00:00
|
|
|
size_t minimum_upload_part_size_,
|
2019-05-31 10:58:43 +00:00
|
|
|
const ConnectionTimeouts & timeouts = {},
|
2019-06-10 02:35:33 +00:00
|
|
|
const Poco::Net::HTTPBasicCredentials & credentials = {},
|
2019-05-31 10:58:43 +00:00
|
|
|
size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
|
|
|
|
|
2019-06-17 00:06:14 +00:00
|
|
|
void nextImpl() override;
|
|
|
|
|
2019-05-31 10:58:43 +00:00
|
|
|
/// Receives response from the server after sending all data.
|
|
|
|
void finalize();
|
2019-06-17 00:06:14 +00:00
|
|
|
|
2019-06-17 17:32:57 +00:00
|
|
|
~WriteBufferFromS3() override;
|
2019-06-17 00:42:47 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
void initiate();
|
|
|
|
void writePart(const String & data);
|
|
|
|
void complete();
|
2019-05-31 10:58:43 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|