2015-02-10 17:40:40 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <DB/Core/Exception.h>
|
|
|
|
#include <DB/Core/ErrorCodes.h>
|
|
|
|
#include <Yandex/MultiVersion.h>
|
|
|
|
#include <Yandex/logger_useful.h>
|
|
|
|
#include <Poco/Event.h>
|
|
|
|
#include <time.h>
|
|
|
|
#include <mutex>
|
|
|
|
#include <thread>
|
|
|
|
#include <unordered_map>
|
|
|
|
#include <chrono>
|
|
|
|
#include <random>
|
|
|
|
#include <unistd.h>
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
class Context;
|
|
|
|
class IDictionary;
|
|
|
|
|
|
|
|
/** Manages user-defined dictionaries.
|
|
|
|
* Monitors configuration file and automatically reloads dictionaries in a separate thread.
|
|
|
|
* The monitoring thread wakes up every @check_period_sec seconds and checks
|
|
|
|
* modification time of dictionaries' configuration file. If said time is greater than
|
|
|
|
* @config_last_modified, the dictionaries are created from scratch using configuration file,
|
|
|
|
* possibly overriding currently existing dictionaries with the same name (previous versions of
|
|
|
|
* overridden dictionaries will live as long as there are any users retaining them).
|
|
|
|
*
|
|
|
|
* Apart from checking configuration file for modifications, each non-cached dictionary
|
|
|
|
* has a lifetime of its own and may be updated if it's source reports that it has been
|
|
|
|
* modified. The time of next update is calculated by choosing uniformly a random number
|
|
|
|
* distributed between lifetime.min_sec and lifetime.max_sec.
|
|
|
|
* If either of lifetime.min_sec and lifetime.max_sec is zero, such dictionary is never updated.
|
|
|
|
*/
|
|
|
|
class ExternalDictionaries
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
static const auto check_period_sec = 5;
|
|
|
|
|
2015-03-24 09:46:07 +00:00
|
|
|
friend class StorageSystemDictionaries;
|
|
|
|
|
2015-02-10 17:40:40 +00:00
|
|
|
mutable std::mutex dictionaries_mutex;
|
2015-03-18 16:07:15 +00:00
|
|
|
|
|
|
|
using dictionary_ptr_t = std::shared_ptr<MultiVersion<IDictionary>>;
|
2015-05-26 11:53:58 +00:00
|
|
|
struct dictionary_info final
|
|
|
|
{
|
|
|
|
dictionary_ptr_t dict;
|
|
|
|
std::string origin;
|
|
|
|
std::exception_ptr exception;
|
|
|
|
};
|
|
|
|
|
|
|
|
std::unordered_map<std::string, dictionary_info> dictionaries;
|
2015-02-10 17:40:40 +00:00
|
|
|
std::unordered_map<std::string, std::chrono::system_clock::time_point> update_times;
|
|
|
|
std::mt19937_64 rnd_engine{getSeed()};
|
|
|
|
|
|
|
|
Context & context;
|
|
|
|
|
|
|
|
std::thread reloading_thread;
|
|
|
|
Poco::Event destroy;
|
|
|
|
|
|
|
|
Logger * log;
|
|
|
|
|
2015-03-18 16:07:15 +00:00
|
|
|
std::unordered_map<std::string, Poco::Timestamp> last_modification_times;
|
2015-02-10 17:40:40 +00:00
|
|
|
|
2015-03-27 13:11:22 +00:00
|
|
|
void reloadImpl(bool throw_on_error = false);
|
|
|
|
void reloadFromFile(const std::string & config_path, bool throw_on_error);
|
2015-02-10 17:40:40 +00:00
|
|
|
|
|
|
|
void reloadPeriodically()
|
|
|
|
{
|
|
|
|
while (true)
|
|
|
|
{
|
|
|
|
if (destroy.tryWait(check_period_sec * 1000))
|
|
|
|
return;
|
|
|
|
|
|
|
|
reloadImpl();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static std::uint64_t getSeed()
|
|
|
|
{
|
|
|
|
timespec ts;
|
|
|
|
clock_gettime(CLOCK_MONOTONIC, &ts);
|
|
|
|
return ts.tv_nsec ^ getpid();
|
|
|
|
}
|
|
|
|
|
|
|
|
public:
|
|
|
|
/// Справочники будут обновляться в отдельном потоке, каждые reload_period секунд.
|
2015-03-27 13:11:22 +00:00
|
|
|
ExternalDictionaries(Context & context, const bool throw_on_error)
|
2015-02-10 17:40:40 +00:00
|
|
|
: context(context), log(&Logger::get("ExternalDictionaries"))
|
|
|
|
{
|
2015-03-27 13:11:22 +00:00
|
|
|
reloadImpl(throw_on_error);
|
2015-02-10 17:40:40 +00:00
|
|
|
reloading_thread = std::thread{&ExternalDictionaries::reloadPeriodically, this};
|
|
|
|
}
|
|
|
|
|
|
|
|
~ExternalDictionaries()
|
|
|
|
{
|
|
|
|
destroy.set();
|
|
|
|
reloading_thread.join();
|
|
|
|
}
|
|
|
|
|
2015-05-26 11:53:58 +00:00
|
|
|
MultiVersion<IDictionary>::Version getDictionary(const std::string & name) const;
|
2015-02-10 17:40:40 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|