2017-04-01 09:19:00 +00:00
|
|
|
#include <IO/ReadWriteBufferFromHTTP.h>
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-08 01:32:05 +00:00
|
|
|
#include <Common/config.h>
|
|
|
|
#include <Core/Types.h>
|
2017-04-18 10:17:37 +00:00
|
|
|
#include <IO/ReadBufferFromIStream.h>
|
2018-04-19 13:56:14 +00:00
|
|
|
#include <Common/DNSResolver.h>
|
2017-04-18 10:17:37 +00:00
|
|
|
#include <Poco/Net/HTTPRequest.h>
|
|
|
|
#include <Poco/Net/HTTPResponse.h>
|
|
|
|
#include <Poco/Version.h>
|
2016-11-19 00:07:58 +00:00
|
|
|
#include <common/logger_useful.h>
|
2018-06-14 21:20:39 +00:00
|
|
|
#include <IO/HTTPCommon.h>
|
2017-04-08 01:32:05 +00:00
|
|
|
|
2016-11-19 00:07:58 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
|
2017-04-18 10:17:37 +00:00
|
|
|
ReadWriteBufferFromHTTP::ReadWriteBufferFromHTTP(const Poco::URI & uri,
|
2017-07-11 18:59:01 +00:00
|
|
|
const std::string & method_,
|
2017-04-18 10:17:37 +00:00
|
|
|
OutStreamCallback out_stream_callback,
|
2017-12-27 17:58:52 +00:00
|
|
|
const ConnectionTimeouts & timeouts,
|
|
|
|
size_t buffer_size_)
|
2017-04-18 10:17:37 +00:00
|
|
|
: ReadBuffer(nullptr, 0),
|
|
|
|
uri{uri},
|
2017-07-11 18:59:01 +00:00
|
|
|
method{!method_.empty() ? method_ : out_stream_callback ? Poco::Net::HTTPRequest::HTTP_POST : Poco::Net::HTTPRequest::HTTP_GET},
|
2018-06-16 05:54:06 +00:00
|
|
|
session{makeHTTPSession(uri, timeouts)}
|
2016-11-19 00:07:58 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
Poco::Net::HTTPRequest request(method, uri.getPathAndQuery(), Poco::Net::HTTPRequest::HTTP_1_1);
|
|
|
|
request.setHost(uri.getHost()); // use original, not resolved host name in header
|
2017-02-27 21:09:57 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
if (out_stream_callback)
|
|
|
|
request.setChunkedTransferEncoding(true);
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
Poco::Net::HTTPResponse response;
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
LOG_TRACE((&Logger::get("ReadWriteBufferFromHTTP")), "Sending request to " << uri.toString());
|
2016-11-24 19:57:24 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
auto & stream_out = session->sendRequest(request);
|
2016-11-22 15:03:54 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
if (out_stream_callback)
|
|
|
|
out_stream_callback(stream_out);
|
2016-11-22 15:03:54 +00:00
|
|
|
|
2018-06-16 05:54:06 +00:00
|
|
|
istr = receiveResponse(*session, request, response);
|
2016-11-19 00:07:58 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
impl = std::make_unique<ReadBufferFromIStream>(*istr, buffer_size_);
|
2016-11-19 00:07:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool ReadWriteBufferFromHTTP::nextImpl()
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
if (!impl->next())
|
|
|
|
return false;
|
|
|
|
internal_buffer = impl->buffer();
|
|
|
|
working_buffer = internal_buffer;
|
|
|
|
return true;
|
2016-11-19 00:07:58 +00:00
|
|
|
}
|
2018-06-16 05:54:06 +00:00
|
|
|
|
2016-11-19 00:07:58 +00:00
|
|
|
}
|