#pragma once #include #include #include #include #include namespace ProfileEvents { extern const Event UncompressedCacheHits; extern const Event UncompressedCacheMisses; extern const Event UncompressedCacheWeightLost; } namespace DB { struct UncompressedCacheCell { Memory<> data; size_t compressed_size; UInt32 additional_bytes; }; struct UncompressedSizeWeightFunction { size_t operator()(const UncompressedCacheCell & x) const { return x.data.size(); } }; /** Cache of decompressed blocks for implementation of CachedCompressedReadBuffer. thread-safe. */ class UncompressedCache : public CacheBase { private: using Base = CacheBase; public: explicit UncompressedCache(size_t max_size_in_bytes) : Base(max_size_in_bytes) {} UncompressedCache(const String & uncompressed_cache_policy, size_t max_size_in_bytes) : Base(uncompressed_cache_policy, max_size_in_bytes) {} /// Calculate key from path to file and offset. static UInt128 hash(const String & path_to_file, size_t offset) { UInt128 key; SipHash hash; hash.update(path_to_file.data(), path_to_file.size() + 1); hash.update(offset); hash.get128(key); return key; } template MappedPtr getOrSet(const Key & key, LoadFunc && load) { auto result = Base::getOrSet(key, std::forward(load)); if (result.second) ProfileEvents::increment(ProfileEvents::UncompressedCacheMisses); else ProfileEvents::increment(ProfileEvents::UncompressedCacheHits); return result.first; } private: void onRemoveOverflowWeightLoss(size_t weight_loss) override { ProfileEvents::increment(ProfileEvents::UncompressedCacheWeightLost, weight_loss); } }; using UncompressedCachePtr = std::shared_ptr; }