2014-03-21 13:42:14 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <IO/ReadBuffer.h>
|
|
|
|
#include <IO/WriteBuffer.h>
|
|
|
|
#include <IO/ReadBufferFromString.h>
|
|
|
|
#include <IO/ReadHelpers.h>
|
|
|
|
#include <IO/WriteBufferFromString.h>
|
|
|
|
#include <IO/WriteHelpers.h>
|
2017-10-06 16:53:55 +00:00
|
|
|
#include <Common/ActionBlocker.h>
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Core/Types.h>
|
2014-03-21 13:42:14 +00:00
|
|
|
#include <map>
|
2015-12-24 21:28:18 +00:00
|
|
|
#include <atomic>
|
2017-10-06 16:53:55 +00:00
|
|
|
#include <utility>
|
2020-01-14 14:27:48 +00:00
|
|
|
#include <shared_mutex>
|
2014-03-21 13:42:14 +00:00
|
|
|
#include <Poco/Net/HTMLForm.h>
|
2020-04-06 20:14:56 +00:00
|
|
|
#include <Poco/Logger.h>
|
|
|
|
#include <common/logger_useful.h>
|
2014-03-21 13:42:14 +00:00
|
|
|
|
2017-04-06 13:03:23 +00:00
|
|
|
namespace Poco { namespace Net { class HTTPServerResponse; } }
|
|
|
|
|
2014-03-21 13:42:14 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2016-01-11 21:46:36 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
extern const int DUPLICATE_INTERSERVER_IO_ENDPOINT;
|
|
|
|
extern const int NO_SUCH_INTERSERVER_IO_ENDPOINT;
|
2016-01-11 21:46:36 +00:00
|
|
|
}
|
|
|
|
|
2017-06-02 21:37:28 +00:00
|
|
|
/** Query processor from other servers.
|
2014-03-21 13:42:14 +00:00
|
|
|
*/
|
|
|
|
class InterserverIOEndpoint
|
|
|
|
{
|
|
|
|
public:
|
2017-04-01 07:20:54 +00:00
|
|
|
virtual std::string getId(const std::string & path) const = 0;
|
2017-04-06 13:03:23 +00:00
|
|
|
virtual void processQuery(const Poco::Net::HTMLForm & params, ReadBuffer & body, WriteBuffer & out, Poco::Net::HTTPServerResponse & response) = 0;
|
2017-04-01 07:20:54 +00:00
|
|
|
virtual ~InterserverIOEndpoint() {}
|
2015-12-24 21:28:18 +00:00
|
|
|
|
2017-10-06 16:53:55 +00:00
|
|
|
/// You need to stop the data transfer if blocker is activated.
|
|
|
|
ActionBlocker blocker;
|
2020-01-14 14:27:48 +00:00
|
|
|
std::shared_mutex rwlock;
|
2014-03-21 13:42:14 +00:00
|
|
|
};
|
|
|
|
|
2016-05-28 10:15:36 +00:00
|
|
|
using InterserverIOEndpointPtr = std::shared_ptr<InterserverIOEndpoint>;
|
2014-03-21 13:42:14 +00:00
|
|
|
|
|
|
|
|
2017-06-02 21:37:28 +00:00
|
|
|
/** Here you can register a service that processes requests from other servers.
|
|
|
|
* Used to transfer chunks in ReplicatedMergeTree.
|
2014-03-21 13:42:14 +00:00
|
|
|
*/
|
|
|
|
class InterserverIOHandler
|
|
|
|
{
|
|
|
|
public:
|
2017-04-01 07:20:54 +00:00
|
|
|
void addEndpoint(const String & name, InterserverIOEndpointPtr endpoint)
|
|
|
|
{
|
2019-01-02 06:44:36 +00:00
|
|
|
std::lock_guard lock(mutex);
|
2020-04-06 20:14:56 +00:00
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), "anime addEndpoint() " << name);
|
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), StackTrace().toString());
|
2018-05-25 15:38:57 +00:00
|
|
|
bool inserted = endpoint_map.try_emplace(name, std::move(endpoint)).second;
|
|
|
|
if (!inserted)
|
2017-04-01 07:20:54 +00:00
|
|
|
throw Exception("Duplicate interserver IO endpoint: " + name, ErrorCodes::DUPLICATE_INTERSERVER_IO_ENDPOINT);
|
|
|
|
}
|
|
|
|
|
2020-04-07 12:02:07 +00:00
|
|
|
bool removeEndpointIfExists(const String & name)
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2019-01-02 06:44:36 +00:00
|
|
|
std::lock_guard lock(mutex);
|
2020-04-06 20:14:56 +00:00
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), "anime removeEndpointIfExists() " << name);
|
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), StackTrace().toString());
|
2020-01-14 14:27:48 +00:00
|
|
|
return endpoint_map.erase(name);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
InterserverIOEndpointPtr getEndpoint(const String & name)
|
2018-05-25 15:38:57 +00:00
|
|
|
try
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2019-01-02 06:44:36 +00:00
|
|
|
std::lock_guard lock(mutex);
|
2020-04-06 20:14:56 +00:00
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), "anime getEndpoint() " << name);
|
|
|
|
LOG_FATAL(&Poco::Logger::get("InterserverIOHandler"), StackTrace().toString());
|
2018-05-25 15:38:57 +00:00
|
|
|
return endpoint_map.at(name);
|
|
|
|
}
|
|
|
|
catch (...)
|
|
|
|
{
|
|
|
|
throw Exception("No interserver IO endpoint named " + name, ErrorCodes::NO_SUCH_INTERSERVER_IO_ENDPOINT);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
2014-03-21 13:42:14 +00:00
|
|
|
|
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
using EndpointMap = std::map<String, InterserverIOEndpointPtr>;
|
2014-03-21 13:42:14 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
EndpointMap endpoint_map;
|
|
|
|
std::mutex mutex;
|
2014-03-21 13:42:14 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|