mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-13 09:52:38 +00:00
bedf208cbd
Here is oneliner: $ gg 'LOG_\(DEBUG\|TRACE\|INFO\|TEST\|WARNING\|ERROR\|FATAL\)([^,]*, [a-zA-Z]' -- :*.cpp :*.h | cut -d: -f1 | sort -u | xargs -r sed -E -i 's#(LOG_[A-Z]*)\(([^,]*), ([A-Za-z][^,)]*)#\1(\2, fmt::runtime(\3)#' Note, that I tried to do this with coccinelle (tool for semantic patchin), but it cannot parse C++: $ cat fmt.cocci @@ expression log; expression var; @@ -LOG_DEBUG(log, var) +LOG_DEBUG(log, fmt::runtime(var)) I've also tried to use some macros/templates magic to do this implicitly in logger_useful.h, but I failed to do so, and apparently it is not possible for now. Signed-off-by: Azat Khuzhin <a.khuzhin@semrush.com> v2: manual fixes Signed-off-by: Azat Khuzhin <a.khuzhin@semrush.com>
157 lines
4.8 KiB
C++
157 lines
4.8 KiB
C++
#include <Server/InterserverIOHTTPHandler.h>
|
|
|
|
#include <Server/IServer.h>
|
|
|
|
#include <Compression/CompressedWriteBuffer.h>
|
|
#include <IO/ReadBufferFromIStream.h>
|
|
#include <Interpreters/Context.h>
|
|
#include <Interpreters/InterserverIOHandler.h>
|
|
#include <Server/HTTP/HTMLForm.h>
|
|
#include <Server/HTTP/WriteBufferFromHTTPServerResponse.h>
|
|
#include <Common/setThreadName.h>
|
|
#include <base/logger_useful.h>
|
|
|
|
#include <Poco/Net/HTTPBasicCredentials.h>
|
|
#include <Poco/Util/LayeredConfiguration.h>
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int ABORTED;
|
|
extern const int TOO_MANY_SIMULTANEOUS_QUERIES;
|
|
}
|
|
|
|
std::pair<String, bool> InterserverIOHTTPHandler::checkAuthentication(HTTPServerRequest & request) const
|
|
{
|
|
auto server_credentials = server.context()->getInterserverCredentials();
|
|
if (server_credentials)
|
|
{
|
|
if (!request.hasCredentials())
|
|
return server_credentials->isValidUser("", "");
|
|
|
|
String scheme, info;
|
|
request.getCredentials(scheme, info);
|
|
|
|
if (scheme != "Basic")
|
|
return {"Server requires HTTP Basic authentication but client provides another method", false};
|
|
|
|
Poco::Net::HTTPBasicCredentials credentials(info);
|
|
return server_credentials->isValidUser(credentials.getUsername(), credentials.getPassword());
|
|
}
|
|
else if (request.hasCredentials())
|
|
{
|
|
return {"Client requires HTTP Basic authentication, but server doesn't provide it", false};
|
|
}
|
|
|
|
return {"", true};
|
|
}
|
|
|
|
void InterserverIOHTTPHandler::processQuery(HTTPServerRequest & request, HTTPServerResponse & response, Output & used_output)
|
|
{
|
|
HTMLForm params(server.context()->getSettingsRef(), request);
|
|
|
|
LOG_TRACE(log, "Request URI: {}", request.getURI());
|
|
|
|
String endpoint_name = params.get("endpoint");
|
|
bool compress = params.get("compress") == "true";
|
|
|
|
auto & body = request.getStream();
|
|
|
|
auto endpoint = server.context()->getInterserverIOHandler().getEndpoint(endpoint_name);
|
|
/// Locked for read while query processing
|
|
std::shared_lock lock(endpoint->rwlock);
|
|
if (endpoint->blocker.isCancelled())
|
|
throw Exception("Transferring part to replica was cancelled", ErrorCodes::ABORTED);
|
|
|
|
if (compress)
|
|
{
|
|
CompressedWriteBuffer compressed_out(*used_output.out);
|
|
endpoint->processQuery(params, body, compressed_out, response);
|
|
}
|
|
else
|
|
{
|
|
endpoint->processQuery(params, body, *used_output.out, response);
|
|
}
|
|
}
|
|
|
|
|
|
void InterserverIOHTTPHandler::handleRequest(HTTPServerRequest & request, HTTPServerResponse & response)
|
|
{
|
|
setThreadName("IntersrvHandler");
|
|
|
|
/// In order to work keep-alive.
|
|
if (request.getVersion() == HTTPServerRequest::HTTP_1_1)
|
|
response.setChunkedTransferEncoding(true);
|
|
|
|
Output used_output;
|
|
const auto & config = server.config();
|
|
unsigned keep_alive_timeout = config.getUInt("keep_alive_timeout", 10);
|
|
used_output.out = std::make_shared<WriteBufferFromHTTPServerResponse>(
|
|
response, request.getMethod() == Poco::Net::HTTPRequest::HTTP_HEAD, keep_alive_timeout);
|
|
|
|
auto write_response = [&](const std::string & message)
|
|
{
|
|
if (response.sent())
|
|
return;
|
|
|
|
auto & out = *used_output.out;
|
|
try
|
|
{
|
|
writeString(message, out);
|
|
out.finalize();
|
|
}
|
|
catch (...)
|
|
{
|
|
tryLogCurrentException(log);
|
|
out.finalize();
|
|
}
|
|
};
|
|
|
|
try
|
|
{
|
|
if (auto [message, success] = checkAuthentication(request); success)
|
|
{
|
|
processQuery(request, response, used_output);
|
|
used_output.out->finalize();
|
|
LOG_DEBUG(log, "Done processing query");
|
|
}
|
|
else
|
|
{
|
|
response.setStatusAndReason(HTTPServerResponse::HTTP_UNAUTHORIZED);
|
|
write_response(message);
|
|
LOG_WARNING(log, "Query processing failed request: '{}' authentication failed", request.getURI());
|
|
}
|
|
}
|
|
catch (Exception & e)
|
|
{
|
|
if (e.code() == ErrorCodes::TOO_MANY_SIMULTANEOUS_QUERIES)
|
|
return;
|
|
|
|
response.setStatusAndReason(Poco::Net::HTTPResponse::HTTP_INTERNAL_SERVER_ERROR);
|
|
|
|
/// Sending to remote server was cancelled due to server shutdown or drop table.
|
|
bool is_real_error = e.code() != ErrorCodes::ABORTED;
|
|
|
|
std::string message = getCurrentExceptionMessage(is_real_error);
|
|
write_response(message);
|
|
|
|
if (is_real_error)
|
|
LOG_ERROR(log, fmt::runtime(message));
|
|
else
|
|
LOG_INFO(log, fmt::runtime(message));
|
|
}
|
|
catch (...)
|
|
{
|
|
response.setStatusAndReason(Poco::Net::HTTPResponse::HTTP_INTERNAL_SERVER_ERROR);
|
|
std::string message = getCurrentExceptionMessage(false);
|
|
write_response(message);
|
|
|
|
LOG_ERROR(log, fmt::runtime(message));
|
|
}
|
|
}
|
|
|
|
|
|
}
|