ClickHouse/dbms/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.h

65 lines
1.4 KiB
C++
Raw Normal View History

2014-10-15 01:22:06 +00:00
#pragma once
#include <Core/Types.h>
#include <Common/ZooKeeper/Types.h>
#include <Common/ZooKeeper/ZooKeeper.h>
2015-09-29 19:19:54 +00:00
#include <common/logger_useful.h>
#include <Common/BackgroundSchedulePool.h>
2014-10-15 01:22:06 +00:00
#include <thread>
#include <map>
2014-10-15 01:22:06 +00:00
#include <pcg_random.hpp>
2014-10-15 01:22:06 +00:00
namespace DB
{
class StorageReplicatedMergeTree;
2017-04-16 15:00:33 +00:00
/** Removes obsolete data from a table of type ReplicatedMergeTree.
2014-10-15 01:22:06 +00:00
*/
class ReplicatedMergeTreeCleanupThread
{
public:
ReplicatedMergeTreeCleanupThread(StorageReplicatedMergeTree & storage_);
2014-10-15 01:22:06 +00:00
void start()
{
task->activate();
task->schedule();
}
void wakeup() { task->schedule(); }
void stop() { task->deactivate(); }
2014-10-15 01:22:06 +00:00
private:
StorageReplicatedMergeTree & storage;
String log_name;
Logger * log;
BackgroundSchedulePool::TaskHolder task;
pcg64 rng;
2014-10-15 01:22:06 +00:00
void run();
void iterate();
2014-10-15 01:22:06 +00:00
2017-04-16 15:00:33 +00:00
/// Remove old records from ZooKeeper.
void clearOldLogs();
2014-10-15 01:22:06 +00:00
/// Remove old block hashes from ZooKeeper. This is done by the leader replica.
void clearOldBlocks();
using NodeCTimeCache = std::map<String, Int64>;
NodeCTimeCache cached_block_stats;
struct NodeWithStat;
/// Returns list of blocks (with their stat) sorted by ctime in descending order.
void getBlocksSortedByTime(zkutil::ZooKeeper & zookeeper, std::vector<NodeWithStat> & timed_blocks);
2017-04-16 15:00:33 +00:00
/// TODO Removing old quorum/failed_parts
2014-10-15 01:22:06 +00:00
};
}