thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-26 01:22:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce max memory usage, max memory usage for all querie, mark cache size and uncompressed cache size accordingly to available memory amount

Browse Source
This commit is contained in:
Lopatin Konstantin 2019-02-02 16:55:34 +03:00
parent 350920d50e
commit 86f226d62e
1 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
dbms/programs/server/Server.cpp
View File

@ -398,10 +398,20 @@ int Server::main(const std::vector<std::string> & /*args*/)
if (config().has("max_partition_size_to_drop"))
global_context->setMaxPartitionSizeToDrop(config().getUInt64("max_partition_size_to_drop"));
const auto cache_reduce_coef = 0.5;
/// Size of cache for uncompressed blocks. Zero means disabled.
size_t uncompressed_cache_size = config().getUInt64("uncompressed_cache_size", 0);
if (uncompressed_cache_size)
size_t recommended_uncompressed_cache_size = cache_reduce_coef * memory_amount;
if (recommended_uncompressed_cache_size < uncompressed_cache_size)
{
LOG_WARNING(log, "Uncompressed cache size is set automatically: ");
LOG_WARNING(log, recommended_uncompressed_cache_size);
global_context->setUncompressedCache(recommended_uncompressed_cache_size);
}
else
{
global_context->setUncompressedCache(uncompressed_cache_size);
}
/// Load global settings from default_profile and system_profile.
global_context->setDefaultProfiles(config());
@ -409,8 +419,18 @@ int Server::main(const std::vector<std::string> & /*args*/)
/// Size of cache for marks (index of MergeTree family of tables). It is necessary.
size_t mark_cache_size = config().getUInt64("mark_cache_size");
if (mark_cache_size)
size_t recommended_mark_cache_size = cache_reduce_coef * memory_amount;
if (recommended_mark_cache_size < mark_cache_size
|| mark_cache_size == 0)
{
LOG_WARNING(log, "Mark cache size is set automatically: ");
LOG_WARNING(log, recommended_mark_cache_size);
global_context->setMarkCache(recommended_mark_cache_size);
}
else
{
global_context->setMarkCache(mark_cache_size);
}
#if USE_EMBEDDED_COMPILER
size_t compiled_expression_cache_size = config().getUInt64("compiled_expression_cache_size", 500);