mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-04 21:42:39 +00:00
90 lines
3.5 KiB
C++
90 lines
3.5 KiB
C++
#pragma once
|
|
|
|
#include <atomic>
|
|
#include <list>
|
|
#include <memory>
|
|
#include <mutex>
|
|
#include <unordered_map>
|
|
|
|
#include <base/scope_guard.h>
|
|
|
|
#include <Common/ThreadPool.h>
|
|
#include <Common/ZooKeeper/Common.h>
|
|
#include <Common/ZooKeeper/ZooKeeper.h>
|
|
#include <Common/ConcurrentBoundedQueue.h>
|
|
|
|
#include <Access/IAccessStorage.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
/// Implementation of IAccessStorage which keeps all data in zookeeper.
|
|
class ReplicatedAccessStorage : public IAccessStorage
|
|
{
|
|
public:
|
|
static constexpr char STORAGE_TYPE[] = "replicated";
|
|
|
|
ReplicatedAccessStorage(const String & storage_name, const String & zookeeper_path, zkutil::GetZooKeeper get_zookeeper);
|
|
virtual ~ReplicatedAccessStorage() override;
|
|
|
|
const char * getStorageType() const override { return STORAGE_TYPE; }
|
|
|
|
virtual void startup();
|
|
virtual void shutdown();
|
|
|
|
bool exists(const UUID & id) const override;
|
|
bool hasSubscription(const UUID & id) const override;
|
|
bool hasSubscription(AccessEntityType type) const override;
|
|
|
|
private:
|
|
String zookeeper_path;
|
|
zkutil::GetZooKeeper get_zookeeper;
|
|
|
|
std::atomic<bool> initialized = false;
|
|
std::atomic<bool> stop_flag = false;
|
|
ThreadFromGlobalPool worker_thread;
|
|
ConcurrentBoundedQueue<UUID> refresh_queue;
|
|
|
|
std::optional<UUID> insertImpl(const AccessEntityPtr & entity, bool replace_if_exists, bool throw_if_exists) override;
|
|
bool removeImpl(const UUID & id, bool throw_if_not_exists) override;
|
|
bool updateImpl(const UUID & id, const UpdateFunc & update_func, bool throw_if_not_exists) override;
|
|
|
|
bool insertZooKeeper(const zkutil::ZooKeeperPtr & zookeeper, const UUID & id, const AccessEntityPtr & entity, bool replace_if_exists, bool throw_if_exists);
|
|
bool removeZooKeeper(const zkutil::ZooKeeperPtr & zookeeper, const UUID & id, bool throw_if_not_exists);
|
|
bool updateZooKeeper(const zkutil::ZooKeeperPtr & zookeeper, const UUID & id, const UpdateFunc & update_func, bool throw_if_not_exists);
|
|
|
|
void runWorkerThread();
|
|
void resetAfterError();
|
|
void initializeZookeeper();
|
|
void createRootNodes(const zkutil::ZooKeeperPtr & zookeeper);
|
|
|
|
void refresh();
|
|
void refreshEntities(const zkutil::ZooKeeperPtr & zookeeper);
|
|
void refreshEntity(const zkutil::ZooKeeperPtr & zookeeper, const UUID & id);
|
|
void refreshEntityNoLock(const zkutil::ZooKeeperPtr & zookeeper, const UUID & id, Notifications & notifications);
|
|
|
|
void setEntityNoLock(const UUID & id, const AccessEntityPtr & entity, Notifications & notifications);
|
|
void removeEntityNoLock(const UUID & id, Notifications & notifications);
|
|
|
|
struct Entry
|
|
{
|
|
UUID id;
|
|
AccessEntityPtr entity;
|
|
mutable std::list<OnChangedHandler> handlers_by_id;
|
|
};
|
|
|
|
std::optional<UUID> findImpl(AccessEntityType type, const String & name) const override;
|
|
std::vector<UUID> findAllImpl(AccessEntityType type) const override;
|
|
AccessEntityPtr readImpl(const UUID & id, bool throw_if_not_exists) const override;
|
|
|
|
void prepareNotifications(const Entry & entry, bool remove, Notifications & notifications) const;
|
|
scope_guard subscribeForChangesImpl(const UUID & id, const OnChangedHandler & handler) const override;
|
|
scope_guard subscribeForChangesImpl(AccessEntityType type, const OnChangedHandler & handler) const override;
|
|
|
|
mutable std::mutex mutex;
|
|
std::unordered_map<UUID, Entry> entries_by_id;
|
|
std::unordered_map<String, Entry *> entries_by_name_and_type[static_cast<size_t>(AccessEntityType::MAX)];
|
|
mutable std::list<OnChangedHandler> handlers_by_type[static_cast<size_t>(AccessEntityType::MAX)];
|
|
};
|
|
}
|