thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-10-28 11:21:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Avoid herd effect in ReplicatedMergeTreeCleanupThread [#CLICKHOUSE-2]

Browse Source
This commit is contained in:
Alexey Milovidov 2018-04-06 22:43:37 +03:00 committed by proller
parent 813201d2f6
commit 6dc45af5ae
3 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
dbms/src/Storages/MergeTree/MergeTreeSettings.h
View File

@ -104,6 +104,9 @@ struct MergeTreeSettings
\
/** Period to clean old queue logs, blocks hashes and parts */ \
M(SettingUInt64, cleanup_delay_period, 30) \
/** Add uniformly distributed value from 0 to x seconds to cleanup_delay_period \
to avoid thundering herd effect and subsequent DoS of ZooKeeper in case of very large number of tables */ \
M(SettingUInt64, cleanup_delay_period_random_add, 10) \
\
/** Minimal delay from other replicas to yield leadership. Here and further 0 means unlimited. */ \
M(SettingUInt64, min_relative_delay_to_yield_leadership, 120) \

5
dbms/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
View File

@ -3,6 +3,8 @@
#include <Common/setThreadName.h>
#include <Poco/Timestamp.h>
#include <random>
namespace DB
{
@ -25,7 +27,8 @@ void ReplicatedMergeTreeCleanupThread::run()
{
setThreadName("ReplMTCleanup");
const auto CLEANUP_SLEEP_MS = storage.data.settings.cleanup_delay_period * 1000;
const auto CLEANUP_SLEEP_MS = (storage.data.settings.cleanup_delay_period
+ std::uniform_int_distribution<UInt64>(0, storage.data.settings.cleanup_delay_period_random_add)(rng)) * 1000;
while (!storage.shutdown_called)
{

3
dbms/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.h
View File

@ -7,6 +7,8 @@
#include <thread>
#include <map>
#include <pcg_random.hpp>
namespace DB
{
@ -27,6 +29,7 @@ private:
StorageReplicatedMergeTree & storage;
Logger * log;
std::thread thread;
pcg64 rng;
void run();
void iterate();