2014-08-15 09:50:05 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Storages/StorageDistributed.h>
|
2015-04-16 07:22:29 +00:00
|
|
|
|
2017-09-09 23:04:22 +00:00
|
|
|
#include <atomic>
|
2014-08-19 08:04:13 +00:00
|
|
|
#include <thread>
|
|
|
|
#include <mutex>
|
2015-04-16 07:22:29 +00:00
|
|
|
#include <condition_variable>
|
|
|
|
|
2014-08-15 09:50:05 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2016-12-12 03:33:34 +00:00
|
|
|
/** Details of StorageDistributed.
|
|
|
|
* This type is not designed for standalone use.
|
|
|
|
*/
|
|
|
|
class StorageDistributedDirectoryMonitor
|
2014-08-15 09:50:05 +00:00
|
|
|
{
|
|
|
|
public:
|
2017-08-10 03:46:16 +00:00
|
|
|
StorageDistributedDirectoryMonitor(StorageDistributed & storage, const std::string & name, const ConnectionPoolPtr & pool);
|
2017-04-01 07:20:54 +00:00
|
|
|
~StorageDistributedDirectoryMonitor();
|
2014-08-19 08:04:13 +00:00
|
|
|
|
2017-07-27 15:24:39 +00:00
|
|
|
static ConnectionPoolPtr createPool(const std::string & name, const StorageDistributed & storage);
|
2017-07-25 19:42:36 +00:00
|
|
|
|
2014-08-19 08:04:13 +00:00
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
void run();
|
|
|
|
bool findFiles();
|
|
|
|
void processFile(const std::string & file_path);
|
2017-07-10 15:28:04 +00:00
|
|
|
void processFilesWithBatching(const std::map<UInt64, std::string> & files);
|
2018-03-27 18:59:53 +00:00
|
|
|
|
|
|
|
static bool isFileBrokenErrorCode(int code);
|
|
|
|
void markAsBroken(const std::string & file_path) const;
|
|
|
|
bool maybeMarkAsBroken(const std::string & file_path, const Exception & e) const;
|
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
std::string getLoggerName() const;
|
|
|
|
|
|
|
|
StorageDistributed & storage;
|
|
|
|
ConnectionPoolPtr pool;
|
|
|
|
std::string path;
|
2017-07-10 15:28:04 +00:00
|
|
|
|
|
|
|
bool should_batch_inserts = false;
|
|
|
|
size_t min_batched_block_size_rows = 0;
|
|
|
|
size_t min_batched_block_size_bytes = 0;
|
|
|
|
String current_batch_file_path;
|
|
|
|
|
2017-07-21 12:03:37 +00:00
|
|
|
struct BatchHeader;
|
2017-07-10 15:28:04 +00:00
|
|
|
struct Batch;
|
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
size_t error_count{};
|
|
|
|
std::chrono::milliseconds default_sleep_time;
|
|
|
|
std::chrono::milliseconds sleep_time;
|
|
|
|
std::chrono::time_point<std::chrono::system_clock> last_decrease_time {std::chrono::system_clock::now()};
|
2017-09-09 23:04:22 +00:00
|
|
|
std::atomic<bool> quit {false};
|
2017-04-01 07:20:54 +00:00
|
|
|
std::mutex mutex;
|
|
|
|
std::condition_variable cond;
|
|
|
|
Logger * log;
|
|
|
|
std::thread thread {&StorageDistributedDirectoryMonitor::run, this};
|
2014-08-15 09:50:05 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|