mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-02 12:32:04 +00:00
110 lines
3.2 KiB
C++
110 lines
3.2 KiB
C++
#include <IO/ReadWriteBufferFromHTTP.h>
|
|
|
|
#include <Common/SimpleCache.h>
|
|
#include <Common/config.h>
|
|
#include <Core/Types.h>
|
|
#include <IO/ReadBufferFromIStream.h>
|
|
#include <Poco/Net/DNS.h>
|
|
#include <Poco/Net/HTTPRequest.h>
|
|
#include <Poco/Net/HTTPResponse.h>
|
|
#include <Poco/URI.h>
|
|
#include <Poco/Version.h>
|
|
#include <common/logger_useful.h>
|
|
|
|
#if Poco_NetSSL_FOUND
|
|
#include <Poco/Net/HTTPSClientSession.h>
|
|
#endif
|
|
|
|
|
|
namespace DB
|
|
{
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int RECEIVED_ERROR_FROM_REMOTE_IO_SERVER;
|
|
extern const int RECEIVED_ERROR_TOO_MANY_REQUESTS;
|
|
}
|
|
|
|
static Poco::Net::IPAddress resolveHostImpl(const String & host)
|
|
{
|
|
return Poco::Net::DNS::resolveOne(host);
|
|
}
|
|
|
|
static Poco::Net::IPAddress resolveHost(const String & host)
|
|
{
|
|
static SimpleCache<decltype(resolveHostImpl), &resolveHostImpl> cache;
|
|
return cache(host);
|
|
}
|
|
|
|
|
|
ReadWriteBufferFromHTTP::ReadWriteBufferFromHTTP(const Poco::URI & uri,
|
|
const std::string & method_,
|
|
OutStreamCallback out_stream_callback,
|
|
size_t buffer_size_,
|
|
const HTTPTimeouts & timeouts)
|
|
: ReadBuffer(nullptr, 0),
|
|
uri{uri},
|
|
method{!method_.empty() ? method_ : out_stream_callback ? Poco::Net::HTTPRequest::HTTP_POST : Poco::Net::HTTPRequest::HTTP_GET},
|
|
timeouts{timeouts},
|
|
is_ssl{uri.getScheme() == "https"},
|
|
session
|
|
{
|
|
std::unique_ptr<Poco::Net::HTTPClientSession>(
|
|
#if Poco_NetSSL_FOUND
|
|
is_ssl ? new Poco::Net::HTTPSClientSession :
|
|
#endif
|
|
new Poco::Net::HTTPClientSession)
|
|
}
|
|
{
|
|
session->setHost(resolveHost(uri.getHost()).toString()); /// Cache DNS forever (until server restart)
|
|
session->setPort(uri.getPort());
|
|
|
|
#if POCO_CLICKHOUSE_PATCH || POCO_VERSION >= 0x02000000
|
|
session->setTimeout(timeouts.connection_timeout, timeouts.send_timeout, timeouts.receive_timeout);
|
|
#else
|
|
session->setTimeout(timeouts.connection_timeout);
|
|
#endif
|
|
|
|
Poco::Net::HTTPRequest request(method, uri.getPathAndQuery(), Poco::Net::HTTPRequest::HTTP_1_1);
|
|
request.setHost(uri.getHost()); // use original, not resolved host name in header
|
|
|
|
if (out_stream_callback)
|
|
request.setChunkedTransferEncoding(true);
|
|
|
|
Poco::Net::HTTPResponse response;
|
|
|
|
LOG_TRACE((&Logger::get("ReadWriteBufferFromHTTP")), "Sending request to " << uri.toString());
|
|
|
|
auto & stream_out = session->sendRequest(request);
|
|
|
|
if (out_stream_callback)
|
|
out_stream_callback(stream_out);
|
|
|
|
istr = &session->receiveResponse(response);
|
|
|
|
auto status = response.getStatus();
|
|
|
|
if (status != Poco::Net::HTTPResponse::HTTP_OK)
|
|
{
|
|
std::stringstream error_message;
|
|
error_message << "Received error from remote server " << uri.toString() << ". HTTP status code: " << status << " "
|
|
<< response.getReason() << ", body: " << istr->rdbuf();
|
|
|
|
throw Exception(error_message.str(),
|
|
status == HTTP_TOO_MANY_REQUESTS ? ErrorCodes::RECEIVED_ERROR_TOO_MANY_REQUESTS
|
|
: ErrorCodes::RECEIVED_ERROR_FROM_REMOTE_IO_SERVER);
|
|
}
|
|
|
|
impl = std::make_unique<ReadBufferFromIStream>(*istr, buffer_size_);
|
|
}
|
|
|
|
|
|
bool ReadWriteBufferFromHTTP::nextImpl()
|
|
{
|
|
if (!impl->next())
|
|
return false;
|
|
internal_buffer = impl->buffer();
|
|
working_buffer = internal_buffer;
|
|
return true;
|
|
}
|
|
}
|