Move cache files

This commit is contained in:
kssenii 2022-08-26 19:23:46 +02:00
parent ddac1b3f11
commit 0f747e7987
35 changed files with 43 additions and 50 deletions

View File

@ -247,6 +247,7 @@ add_object_library(clickhouse_databases Databases)
add_object_library(clickhouse_databases_mysql Databases/MySQL) add_object_library(clickhouse_databases_mysql Databases/MySQL)
add_object_library(clickhouse_disks Disks) add_object_library(clickhouse_disks Disks)
add_object_library(clickhouse_interpreters Interpreters) add_object_library(clickhouse_interpreters Interpreters)
add_object_library(clickhouse_interpreters_cache Interpreters/Cache)
add_object_library(clickhouse_interpreters_access Interpreters/Access) add_object_library(clickhouse_interpreters_access Interpreters/Access)
add_object_library(clickhouse_interpreters_mysql Interpreters/MySQL) add_object_library(clickhouse_interpreters_mysql Interpreters/MySQL)
add_object_library(clickhouse_interpreters_clusterproxy Interpreters/ClusterProxy) add_object_library(clickhouse_interpreters_clusterproxy Interpreters/ClusterProxy)

View File

@ -2,7 +2,7 @@
#include <iostream> #include <iostream>
#include <gtest/gtest.h> #include <gtest/gtest.h>
#include <Common/FileCache.h> #include <Common/FileCache.h>
#include <Common/FileSegment.h> #include <Interpreters/Cache/FileSegment.h>
#include <Common/CurrentThread.h> #include <Common/CurrentThread.h>
#include <Common/filesystemHelpers.h> #include <Common/filesystemHelpers.h>
#include <Common/FileCacheSettings.h> #include <Common/FileCacheSettings.h>

View File

@ -1,13 +1,13 @@
#pragma once #pragma once
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <IO/SeekableReadBuffer.h> #include <IO/SeekableReadBuffer.h>
#include <IO/WriteBufferFromFile.h> #include <IO/WriteBufferFromFile.h>
#include <IO/ReadSettings.h> #include <IO/ReadSettings.h>
#include <IO/ReadBufferFromFileBase.h> #include <IO/ReadBufferFromFileBase.h>
#include <Interpreters/FilesystemCacheLog.h> #include <Interpreters/FilesystemCacheLog.h>
#include <Common/FileSegment.h> #include <Interpreters/Cache/FileSegment.h>
namespace CurrentMetrics namespace CurrentMetrics

View File

@ -1,7 +1,7 @@
#include "CachedOnDiskWriteBufferFromFile.h" #include "CachedOnDiskWriteBufferFromFile.h"
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/FileSegment.h> #include <Interpreters/Cache/FileSegment.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Interpreters/FilesystemCacheLog.h> #include <Interpreters/FilesystemCacheLog.h>
#include <Interpreters/Context.h> #include <Interpreters/Context.h>

View File

@ -2,7 +2,7 @@
#include <IO/WriteBufferFromFileDecorator.h> #include <IO/WriteBufferFromFileDecorator.h>
#include <IO/WriteSettings.h> #include <IO/WriteSettings.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Interpreters/FilesystemCacheLog.h> #include <Interpreters/FilesystemCacheLog.h>
namespace Poco namespace Poco

View File

@ -4,8 +4,8 @@
#include <IO/BoundedReadBuffer.h> #include <IO/BoundedReadBuffer.h>
#include <Disks/IO/CachedOnDiskWriteBufferFromFile.h> #include <Disks/IO/CachedOnDiskWriteBufferFromFile.h>
#include <Disks/IO/CachedOnDiskReadBufferFromFile.h> #include <Disks/IO/CachedOnDiskReadBufferFromFile.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/CurrentThread.h> #include <Common/CurrentThread.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <filesystem> #include <filesystem>

View File

@ -1,8 +1,8 @@
#pragma once #pragma once
#include <Disks/ObjectStorages/IObjectStorage.h> #include <Disks/ObjectStorages/IObjectStorage.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/FileCacheSettings.h> #include <Interpreters/Cache/FileCacheSettings.h>
namespace Poco namespace Poco
{ {

View File

@ -1,6 +1,6 @@
#include <Common/FileCacheSettings.h> #include <Interpreters/Cache/FileCacheSettings.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Common/assert_cast.h> #include <Common/assert_cast.h>
#include <Disks/DiskFactory.h> #include <Disks/DiskFactory.h>

View File

@ -10,7 +10,6 @@
#include <Common/quoteString.h> #include <Common/quoteString.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Common/filesystemHelpers.h> #include <Common/filesystemHelpers.h>
#include <Common/FileCache.h>
#include <Disks/ObjectStorages/Cached/CachedObjectStorage.h> #include <Disks/ObjectStorages/Cached/CachedObjectStorage.h>
#include <Disks/ObjectStorages/DiskObjectStorageRemoteMetadataRestoreHelper.h> #include <Disks/ObjectStorages/DiskObjectStorageRemoteMetadataRestoreHelper.h>
#include <Disks/ObjectStorages/DiskObjectStorageTransaction.h> #include <Disks/ObjectStorages/DiskObjectStorageTransaction.h>

View File

@ -2,7 +2,6 @@
#include <Disks/IDisk.h> #include <Disks/IDisk.h>
#include <Disks/ObjectStorages/IObjectStorage.h> #include <Disks/ObjectStorages/IObjectStorage.h>
#include <Common/FileCache_fwd.h>
#include <Disks/ObjectStorages/DiskObjectStorageRemoteMetadataRestoreHelper.h> #include <Disks/ObjectStorages/DiskObjectStorageRemoteMetadataRestoreHelper.h>
#include <Disks/ObjectStorages/IMetadataStorage.h> #include <Disks/ObjectStorages/IMetadataStorage.h>
#include <Disks/ObjectStorages/DiskObjectStorageTransaction.h> #include <Disks/ObjectStorages/DiskObjectStorageTransaction.h>

View File

@ -17,7 +17,6 @@
#include <Disks/ObjectStorages/StoredObject.h> #include <Disks/ObjectStorages/StoredObject.h>
#include <Disks/DiskType.h> #include <Disks/DiskType.h>
#include <Common/ThreadPool.h> #include <Common/ThreadPool.h>
#include <Common/FileCache.h>
#include <Disks/WriteMode.h> #include <Disks/WriteMode.h>

View File

@ -1,8 +1,6 @@
#include <Disks/ObjectStorages/LocalObjectStorage.h> #include <Disks/ObjectStorages/LocalObjectStorage.h>
#include <Disks/ObjectStorages/DiskObjectStorageCommon.h> #include <Disks/ObjectStorages/DiskObjectStorageCommon.h>
#include <Common/FileCache.h>
#include <Common/FileCacheFactory.h>
#include <Common/filesystemHelpers.h> #include <Common/filesystemHelpers.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Disks/IO/createReadBufferFromFileBase.h> #include <Disks/IO/createReadBufferFromFileBase.h>

View File

@ -22,8 +22,6 @@
#include <Disks/DiskRestartProxy.h> #include <Disks/DiskRestartProxy.h>
#include <Disks/DiskLocal.h> #include <Disks/DiskLocal.h>
#include <Common/FileCacheFactory.h>
namespace DB namespace DB
{ {

View File

@ -6,7 +6,6 @@
#include <aws/core/client/DefaultRetryStrategy.h> #include <aws/core/client/DefaultRetryStrategy.h>
#include <IO/S3Common.h> #include <IO/S3Common.h>
#include <Disks/DiskCacheWrapper.h>
#include <Storages/StorageS3Settings.h> #include <Storages/StorageS3Settings.h>
#include <Disks/ObjectStorages/S3/ProxyConfiguration.h> #include <Disks/ObjectStorages/S3/ProxyConfiguration.h>
#include <Disks/ObjectStorages/S3/ProxyListConfiguration.h> #include <Disks/ObjectStorages/S3/ProxyListConfiguration.h>
@ -14,7 +13,6 @@
#include <Disks/DiskRestartProxy.h> #include <Disks/DiskRestartProxy.h>
#include <Disks/DiskLocal.h> #include <Disks/DiskLocal.h>
#include <Disks/ObjectStorages/DiskObjectStorageCommon.h> #include <Disks/ObjectStorages/DiskObjectStorageCommon.h>
#include <Common/FileCacheFactory.h>
namespace DB namespace DB

View File

@ -3,7 +3,7 @@
#include <cstddef> #include <cstddef>
#include <string> #include <string>
#include <Core/Defines.h> #include <Core/Defines.h>
#include <Common/FileCache_fwd.h> #include <Interpreters/Cache/FileCache_fwd.h>
#include <Common/Throttler_fwd.h> #include <Common/Throttler_fwd.h>
namespace DB namespace DB

View File

@ -4,7 +4,7 @@
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Common/Throttler.h> #include <Common/Throttler.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <IO/WriteBufferFromS3.h> #include <IO/WriteBufferFromS3.h>
#include <IO/WriteHelpers.h> #include <IO/WriteHelpers.h>

View File

@ -11,10 +11,10 @@
#include <Common/CurrentMetrics.h> #include <Common/CurrentMetrics.h>
#include <Common/typeid_cast.h> #include <Common/typeid_cast.h>
#include <Common/filesystemHelpers.h> #include <Common/filesystemHelpers.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/getCurrentProcessFDCount.h> #include <Common/getCurrentProcessFDCount.h>
#include <Common/getMaxFileDescriptorCount.h> #include <Common/getMaxFileDescriptorCount.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Server/ProtocolServerAdapter.h> #include <Server/ProtocolServerAdapter.h>
#include <Storages/MarkCache.h> #include <Storages/MarkCache.h>
#include <Storages/StorageMergeTree.h> #include <Storages/StorageMergeTree.h>

View File

@ -2,7 +2,8 @@
#include <Common/randomSeed.h> #include <Common/randomSeed.h>
#include <Common/SipHash.h> #include <Common/SipHash.h>
#include <Common/FileCacheSettings.h> #include <Interpreters/Cache/FileCacheSettings.h>
#include <Interpreters/Cache/LRUFileCachePriority.h>
#include <IO/ReadHelpers.h> #include <IO/ReadHelpers.h>
#include <IO/WriteBufferFromFile.h> #include <IO/WriteBufferFromFile.h>
#include <IO/ReadSettings.h> #include <IO/ReadSettings.h>
@ -10,7 +11,6 @@
#include <IO/Operators.h> #include <IO/Operators.h>
#include <pcg-random/pcg_random.hpp> #include <pcg-random/pcg_random.hpp>
#include <filesystem> #include <filesystem>
#include <Common/LRUFileCachePriority.h>
namespace fs = std::filesystem; namespace fs = std::filesystem;

View File

@ -13,11 +13,11 @@
#include <Core/Types.h> #include <Core/Types.h>
#include <IO/ReadSettings.h> #include <IO/ReadSettings.h>
#include <Common/FileCache_fwd.h> #include <Interpreters/Cache/FileCache_fwd.h>
#include <Common/FileSegment.h> #include <Interpreters/Cache/FileSegment.h>
#include <Common/IFileCachePriority.h> #include <Interpreters/Cache/IFileCachePriority.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Common/FileCacheType.h> #include <Interpreters/Cache/FileCacheKey.h>
namespace DB namespace DB
{ {

View File

@ -1,7 +1,7 @@
#pragma once #pragma once
#include <Common/FileCache_fwd.h> #include <Interpreters/Cache/FileCache_fwd.h>
#include <Common/FileCacheSettings.h> #include <Interpreters/Cache/FileCacheSettings.h>
#include <boost/noncopyable.hpp> #include <boost/noncopyable.hpp>
#include <unordered_map> #include <unordered_map>

View File

@ -1,6 +1,6 @@
#pragma once #pragma once
#include <Common/FileCache_fwd.h> #include <Interpreters/Cache/FileCache_fwd.h>
namespace Poco { namespace Util { class AbstractConfiguration; } } // NOLINT(cppcoreguidelines-virtual-class-destructor) namespace Poco { namespace Util { class AbstractConfiguration; } } // NOLINT(cppcoreguidelines-virtual-class-destructor)

View File

@ -3,7 +3,7 @@
#include <base/getThreadId.h> #include <base/getThreadId.h>
#include <base/scope_guard.h> #include <base/scope_guard.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/hex.h> #include <Common/hex.h>
#include <IO/WriteBufferFromString.h> #include <IO/WriteBufferFromString.h>
#include <IO/Operators.h> #include <IO/Operators.h>

View File

@ -5,7 +5,8 @@
#include <IO/WriteBufferFromFile.h> #include <IO/WriteBufferFromFile.h>
#include <IO/ReadBufferFromFileBase.h> #include <IO/ReadBufferFromFileBase.h>
#include <list> #include <list>
#include <Common/FileCacheType.h> #include <Interpreters/Cache/FileCacheKey.h>
namespace Poco { class Logger; } namespace Poco { class Logger; }

View File

@ -4,7 +4,7 @@
#include <mutex> #include <mutex>
#include <Core/Types.h> #include <Core/Types.h>
#include <Common/Exception.h> #include <Common/Exception.h>
#include <Common/FileCacheType.h> #include <Interpreters/Cache/FileCacheKey.h>
namespace DB namespace DB
{ {

View File

@ -1,4 +1,4 @@
#include <Common/LRUFileCachePriority.h> #include <Interpreters/Cache/LRUFileCachePriority.h>
#include <Common/CurrentMetrics.h> #include <Common/CurrentMetrics.h>
namespace CurrentMetrics namespace CurrentMetrics

View File

@ -1,7 +1,7 @@
#pragma once #pragma once
#include <list> #include <list>
#include <Common/IFileCachePriority.h> #include <Interpreters/Cache/IFileCachePriority.h>
#include <Common/logger_useful.h> #include <Common/logger_useful.h>
namespace DB namespace DB

View File

@ -5,8 +5,8 @@
#include <DataTypes/DataTypesNumber.h> #include <DataTypes/DataTypesNumber.h>
#include <DataTypes/DataTypeString.h> #include <DataTypes/DataTypeString.h>
#include <Storages/ColumnsDescription.h> #include <Storages/ColumnsDescription.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Access/Common/AccessFlags.h> #include <Access/Common/AccessFlags.h>
#include <Core/Block.h> #include <Core/Block.h>

View File

@ -7,7 +7,7 @@
#include <Interpreters/InterpreterShowTablesQuery.h> #include <Interpreters/InterpreterShowTablesQuery.h>
#include <DataTypes/DataTypeString.h> #include <DataTypes/DataTypeString.h>
#include <Storages/ColumnsDescription.h> #include <Storages/ColumnsDescription.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Processors/Sources/SourceFromSingleChunk.h> #include <Processors/Sources/SourceFromSingleChunk.h>
#include <Access/Common/AccessFlags.h> #include <Access/Common/AccessFlags.h>
#include <Common/typeid_cast.h> #include <Common/typeid_cast.h>

View File

@ -7,8 +7,8 @@
#include <Common/ThreadPool.h> #include <Common/ThreadPool.h>
#include <Common/escapeForFileName.h> #include <Common/escapeForFileName.h>
#include <Common/ShellCommand.h> #include <Common/ShellCommand.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Interpreters/Context.h> #include <Interpreters/Context.h>
#include <Interpreters/DatabaseCatalog.h> #include <Interpreters/DatabaseCatalog.h>
#include <Interpreters/ExternalDictionariesLoader.h> #include <Interpreters/ExternalDictionariesLoader.h>

View File

@ -2,9 +2,9 @@
#include <DataTypes/DataTypeString.h> #include <DataTypes/DataTypeString.h>
#include <DataTypes/DataTypesNumber.h> #include <DataTypes/DataTypesNumber.h>
#include <DataTypes/DataTypeTuple.h> #include <DataTypes/DataTypeTuple.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/FileSegment.h> #include <Interpreters/Cache/FileSegment.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Interpreters/Context.h> #include <Interpreters/Context.h>
#include <Disks/IDisk.h> #include <Disks/IDisk.h>

View File

@ -1,8 +1,8 @@
#include "StorageSystemRemoteDataPaths.h" #include "StorageSystemRemoteDataPaths.h"
#include <DataTypes/DataTypeString.h> #include <DataTypes/DataTypeString.h>
#include <DataTypes/DataTypeArray.h> #include <DataTypes/DataTypeArray.h>
#include <Common/FileCache.h> #include <Interpreters/Cache/FileCache.h>
#include <Common/FileCacheFactory.h> #include <Interpreters/Cache/FileCacheFactory.h>
#include <Columns/ColumnString.h> #include <Columns/ColumnString.h>
#include <Columns/ColumnArray.h> #include <Columns/ColumnArray.h>
#include <Interpreters/Context.h> #include <Interpreters/Context.h>