#pragma once #include #include namespace DB { /** * FileCache::get/getOrSet/set * 1. CacheMetadataGuard::Lock (take key lock and release metadata lock) * 2. KeyGuard::Lock (hold till the end of the method) * * FileCache::tryReserve * 1. CacheGuard::Lock * 2. KeyGuard::Lock (taken without metadata lock) * 3. any number of KeyGuard::Lock's for files which are going to be evicted (taken via metadata lock) * * FileCache::removeIfExists * 1. CacheGuard::Lock * 2. KeyGuard::Lock (taken via metadata lock) * 3. FileSegmentGuard::Lock * * FileCache::removeAllReleasable * 1. CacheGuard::Lock * 2. any number of KeyGuard::Lock's locks (takken via metadata lock), but at a moment of time only one key lock can be hold * 3. FileSegmentGuard::Lock * * FileCache::getSnapshot (for all cache) * 1. metadata lock * 2. any number of KeyGuard::Lock's locks (takken via metadata lock), but at a moment of time only one key lock can be hold * 3. FileSegmentGuard::Lock * * FileCache::getSnapshot(key) * 1. KeyGuard::Lock (taken via metadata lock) * 2. FileSegmentGuard::Lock * * FileSegment::complete * 1. CacheGuard::Lock * 2. KeyGuard::Lock (taken without metadata lock) * 3. FileSegmentGuard::Lock * * Rules: * 1. Priority of locking: CacheGuard::Lock > CacheMetadataGuard::Lock > KeyGuard::Lock > FileSegmentGuard::Lock * 2. If we take more than one key lock at a moment of time, we need to take CacheGuard::Lock (example: tryReserve()) * * * _CacheGuard_ * 1. FileCache::tryReserve * 2. FileCache::removeIfExists(key) * 3. FileCache::removeAllReleasable * 4. FileSegment::complete * * _KeyGuard_ _CacheMetadataGuard_ * 1. all from CacheGuard 1. getOrSet/get/set * 2. getOrSet/get/Set * * *This table does not include locks taken for introspection and system tables. */ /** * Cache priority queue guard. */ struct CacheGuard : private boost::noncopyable { /// struct is used (not keyword `using`) to make CacheGuard::Lock non-interchangable with other guards locks /// so, we wouldn't be able to pass CacheGuard::Lock to a function which accepts KeyGuard::Lock, for example struct Lock : public std::unique_lock { explicit Lock(std::mutex & mutex_) : std::unique_lock(mutex_) {} }; Lock lock() { return Lock(mutex); } std::mutex mutex; }; /** * Guard for cache metadata. */ struct CacheMetadataGuard : private boost::noncopyable { struct Lock : public std::unique_lock { explicit Lock(std::mutex & mutex_) : std::unique_lock(mutex_) {} }; Lock lock() { return Lock(mutex); } std::mutex mutex; }; /** * Key guard. A separate guard for each cache key. */ struct KeyGuard : private boost::noncopyable { struct Lock : public std::unique_lock { explicit Lock(std::mutex & mutex_) : std::unique_lock(mutex_) {} }; Lock lock() { return Lock(mutex); } std::mutex mutex; }; /** * Guard for a file segment. */ struct FileSegmentGuard : private boost::noncopyable { struct Lock : public std::unique_lock { explicit Lock(std::mutex & mutex_) : std::unique_lock(mutex_) {} }; Lock lock() { return Lock(mutex); } std::mutex mutex; }; }