2016-11-19 00:07:58 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-02-07 15:38:57 +00:00
|
|
|
#include <functional>
|
2016-11-19 00:07:58 +00:00
|
|
|
#include <Poco/Net/HTTPClientSession.h>
|
2016-11-24 01:01:11 +00:00
|
|
|
#include <Poco/URI.h>
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <IO/ReadBuffer.h>
|
2017-12-27 17:58:52 +00:00
|
|
|
#include <IO/ConnectionTimeouts.h>
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-06 18:32:00 +00:00
|
|
|
#define DEFAULT_HTTP_READ_BUFFER_TIMEOUT 1800
|
|
|
|
#define DEFAULT_HTTP_READ_BUFFER_CONNECTION_TIMEOUT 1
|
2017-02-07 06:18:16 +00:00
|
|
|
|
2016-11-19 00:07:58 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2017-04-06 18:32:00 +00:00
|
|
|
const int HTTP_TOO_MANY_REQUESTS = 429;
|
|
|
|
|
2017-02-07 06:18:16 +00:00
|
|
|
|
2016-11-19 00:07:58 +00:00
|
|
|
/** Perform HTTP POST request and provide response to read.
|
|
|
|
*/
|
|
|
|
class ReadWriteBufferFromHTTP : public ReadBuffer
|
|
|
|
{
|
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
Poco::URI uri;
|
|
|
|
std::string method;
|
2017-12-27 17:58:52 +00:00
|
|
|
ConnectionTimeouts timeouts;
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
bool is_ssl;
|
|
|
|
std::unique_ptr<Poco::Net::HTTPClientSession> session;
|
|
|
|
std::istream * istr; /// owned by session
|
|
|
|
std::unique_ptr<ReadBuffer> impl;
|
2016-11-19 00:07:58 +00:00
|
|
|
|
|
|
|
public:
|
2017-04-01 07:20:54 +00:00
|
|
|
using OutStreamCallback = std::function<void(std::ostream &)>;
|
2016-11-25 00:16:20 +00:00
|
|
|
|
2017-12-27 17:58:52 +00:00
|
|
|
explicit ReadWriteBufferFromHTTP(
|
2017-04-01 07:20:54 +00:00
|
|
|
const Poco::URI & uri,
|
|
|
|
const std::string & method = {},
|
|
|
|
OutStreamCallback out_stream_callback = {},
|
2017-12-27 17:58:52 +00:00
|
|
|
const ConnectionTimeouts & timeouts = {},
|
|
|
|
size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
bool nextImpl() override;
|
2016-11-19 00:07:58 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|