2014-04-11 13:05:17 +00:00
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
|
|
#include <thread>
|
|
|
|
|
#include <set>
|
|
|
|
|
#include <map>
|
2014-07-03 08:51:11 +00:00
|
|
|
|
#include <list>
|
2014-07-23 09:14:51 +00:00
|
|
|
|
#include <condition_variable>
|
2016-05-28 10:15:36 +00:00
|
|
|
|
#include <mutex>
|
2014-04-11 13:05:17 +00:00
|
|
|
|
#include <Poco/RWLock.h>
|
2014-07-03 08:51:11 +00:00
|
|
|
|
#include <Poco/Event.h>
|
2016-10-14 02:51:03 +00:00
|
|
|
|
#include <Poco/Timestamp.h>
|
2014-04-11 13:05:17 +00:00
|
|
|
|
#include <DB/Core/Types.h>
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
|
{
|
|
|
|
|
|
2014-08-14 01:48:50 +00:00
|
|
|
|
/** Используя фиксированное количество потоков, выполнять произвольное количество задач в бесконечном цикле.
|
2015-09-19 07:55:01 +00:00
|
|
|
|
* При этом, одна задача может выполняться одновременно из разных потоков.
|
2014-08-14 01:48:50 +00:00
|
|
|
|
* Предназначена для задач, выполняющих постоянную фоновую работу (например, слияния).
|
|
|
|
|
* Задача - функция, возвращающая bool - сделала ли она какую-либо работу.
|
2015-09-19 07:55:01 +00:00
|
|
|
|
* Если не сделала, то в следующий раз будет выполнена позже.
|
2014-04-11 13:05:17 +00:00
|
|
|
|
*/
|
|
|
|
|
class BackgroundProcessingPool
|
|
|
|
|
{
|
|
|
|
|
public:
|
2016-10-14 02:51:03 +00:00
|
|
|
|
/// Returns true, if some useful work was done. In that case, thread will not sleep before next run of this task.
|
2016-10-27 22:50:02 +00:00
|
|
|
|
using Task = std::function<bool()>;
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2014-07-03 08:51:11 +00:00
|
|
|
|
|
|
|
|
|
class TaskInfo
|
|
|
|
|
{
|
|
|
|
|
public:
|
2016-10-14 02:51:03 +00:00
|
|
|
|
/// Wake up any thread.
|
2015-09-24 04:13:06 +00:00
|
|
|
|
void wake();
|
2014-07-03 08:51:11 +00:00
|
|
|
|
|
2016-10-14 02:51:03 +00:00
|
|
|
|
TaskInfo(BackgroundProcessingPool & pool_, const Task & function_) : pool(pool_), function(function_) {}
|
|
|
|
|
|
2014-07-03 08:51:11 +00:00
|
|
|
|
private:
|
|
|
|
|
friend class BackgroundProcessingPool;
|
|
|
|
|
|
|
|
|
|
BackgroundProcessingPool & pool;
|
|
|
|
|
Task function;
|
2014-08-14 01:48:50 +00:00
|
|
|
|
|
2016-10-14 02:51:03 +00:00
|
|
|
|
/// Read lock is hold when task is executed.
|
2014-08-14 01:48:50 +00:00
|
|
|
|
Poco::RWLock rwlock;
|
2016-07-31 03:53:16 +00:00
|
|
|
|
std::atomic<bool> removed {false};
|
2014-08-14 01:48:50 +00:00
|
|
|
|
|
2016-10-14 02:51:03 +00:00
|
|
|
|
std::multimap<Poco::Timestamp, std::shared_ptr<TaskInfo>>::iterator iterator;
|
2014-07-03 08:51:11 +00:00
|
|
|
|
};
|
|
|
|
|
|
2016-05-28 10:15:36 +00:00
|
|
|
|
using TaskHandle = std::shared_ptr<TaskInfo>;
|
2014-07-03 08:51:11 +00:00
|
|
|
|
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2015-09-24 04:13:06 +00:00
|
|
|
|
BackgroundProcessingPool(int size_);
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2014-09-17 23:57:25 +00:00
|
|
|
|
size_t getNumberOfThreads() const
|
2014-04-11 13:05:17 +00:00
|
|
|
|
{
|
2014-08-14 01:48:50 +00:00
|
|
|
|
return size;
|
2014-04-11 13:05:17 +00:00
|
|
|
|
}
|
|
|
|
|
|
2015-09-24 04:13:06 +00:00
|
|
|
|
TaskHandle addTask(const Task & task);
|
|
|
|
|
void removeTask(const TaskHandle & task);
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2015-09-24 04:13:06 +00:00
|
|
|
|
~BackgroundProcessingPool();
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
|
|
|
|
private:
|
2016-10-14 02:51:03 +00:00
|
|
|
|
using Tasks = std::multimap<Poco::Timestamp, TaskHandle>; /// key is desired next time to execute (priority).
|
2016-05-28 10:15:36 +00:00
|
|
|
|
using Threads = std::vector<std::thread>;
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2014-08-14 01:48:50 +00:00
|
|
|
|
const size_t size;
|
2015-09-24 04:13:06 +00:00
|
|
|
|
static constexpr double sleep_seconds = 10;
|
|
|
|
|
static constexpr double sleep_seconds_random_part = 1.0;
|
2014-08-14 01:48:50 +00:00
|
|
|
|
|
2016-10-14 02:51:03 +00:00
|
|
|
|
Tasks tasks; /// Ordered in priority.
|
2016-09-01 02:26:45 +00:00
|
|
|
|
std::mutex tasks_mutex;
|
|
|
|
|
|
2014-08-14 01:48:50 +00:00
|
|
|
|
Threads threads;
|
2014-07-23 09:14:51 +00:00
|
|
|
|
|
2016-07-31 03:53:16 +00:00
|
|
|
|
std::atomic<bool> shutdown {false};
|
2014-07-23 09:14:51 +00:00
|
|
|
|
std::condition_variable wake_event;
|
2014-04-11 13:05:17 +00:00
|
|
|
|
|
2014-08-14 01:48:50 +00:00
|
|
|
|
|
2015-09-24 04:13:06 +00:00
|
|
|
|
void threadFunction();
|
2014-04-11 13:05:17 +00:00
|
|
|
|
};
|
|
|
|
|
|
2016-05-28 10:15:36 +00:00
|
|
|
|
using BackgroundProcessingPoolPtr = std::shared_ptr<BackgroundProcessingPool>;
|
2014-07-02 12:30:38 +00:00
|
|
|
|
|
2014-04-11 13:05:17 +00:00
|
|
|
|
}
|