#pragma once #include #include #include #include #include #include #include namespace DB { class Context; /// Словари Метрики, которые могут использоваться в функциях. class Dictionaries { private: MultiVersion regions_hierarchies; MultiVersion tech_data_hierarchy; MultiVersion regions_names; /// Directories' updating periodicity (in seconds). int reload_period; /** If all dictionaries were not load at least once try reload them with exponential delay (1, 2, ... reload_period). * If all dictionaries were load update them using constant reload_period delay. */ bool was_load_once; int cur_reload_period; std::thread reloading_thread; Poco::Event destroy; Logger * log; void handleException(const bool throw_on_error) const { const auto exception_ptr = std::current_exception(); try { throw; } catch (const Poco::Exception & e) { LOG_ERROR(log, "Cannot load dictionary! You must resolve this manually. " << e.displayText()); } catch (...) { LOG_ERROR(log, "Cannot load dictionary! You must resolve this manually."); } if (throw_on_error) std::rethrow_exception(exception_ptr); } /// Updates directories (dictionaries). void reloadImpl(const bool throw_on_error = false) { /** Если не удаётся обновить справочники, то несмотря на это, не кидаем исключение (используем старые справочники). * Если старых корректных справочников нет, то при использовании функций, которые от них зависят, * будет кидаться исключение. * Производится попытка загрузить каждый справочник по-отдельности. */ LOG_INFO(log, "Loading dictionaries."); auto & config = Poco::Util::Application::instance().config(); bool was_exception = false; if (config.has(TechDataHierarchy::required_key)) { try { auto new_tech_data_hierarchy = std::make_unique(); tech_data_hierarchy.set(new_tech_data_hierarchy.release()); } catch (...) { handleException(throw_on_error); was_exception = true; } } if (config.has(RegionsHierarchies::required_key)) { try { auto new_regions_hierarchies = std::make_unique(); new_regions_hierarchies->reload(); regions_hierarchies.set(new_regions_hierarchies.release()); } catch (...) { handleException(throw_on_error); was_exception = true; } } if (config.has(RegionsNames::required_key)) { try { auto new_regions_names = std::make_unique(); new_regions_names->reload(); regions_names.set(new_regions_names.release()); } catch (...) { handleException(throw_on_error); was_exception = true; } } if (!was_exception) { LOG_INFO(log, "Loaded dictionaries."); was_load_once = true; cur_reload_period = reload_period; } } /// Updates directories (dictionaries) every reload_period seconds. void reloadPeriodically() { setThreadName("DictReload"); while (true) { if (destroy.tryWait(cur_reload_period * 1000)) return; reloadImpl(); if (!was_load_once) cur_reload_period = std::min(reload_period, 2*cur_reload_period); /// exponentially increase delay } } public: /// Every reload_period seconds directories are updated inside a separate thread. Dictionaries(const bool throw_on_error, const int reload_period_) : reload_period(reload_period_), was_load_once(false), cur_reload_period(1), log(&Logger::get("Dictionaries")) { reloadImpl(throw_on_error); reloading_thread = std::thread([this] { reloadPeriodically(); }); } Dictionaries(const bool throw_on_error) : Dictionaries(throw_on_error, Poco::Util::Application::instance().config() .getInt("builtin_dictionaries_reload_interval", 3600)) {} ~Dictionaries() { destroy.set(); reloading_thread.join(); } MultiVersion::Version getRegionsHierarchies() const { return regions_hierarchies.get(); } MultiVersion::Version getTechDataHierarchy() const { return tech_data_hierarchy.get(); } MultiVersion::Version getRegionsNames() const { return regions_names.get(); } }; }