2014-09-10 11:34:26 +00:00
|
|
|
#pragma once
|
|
|
|
|
2015-10-05 00:44:40 +00:00
|
|
|
#include <DB/Common/Stopwatch.h>
|
2016-01-21 01:47:28 +00:00
|
|
|
#include <DB/Common/CurrentMetrics.h>
|
2015-02-10 21:10:58 +00:00
|
|
|
#include <memory>
|
2014-09-10 11:34:26 +00:00
|
|
|
#include <list>
|
|
|
|
#include <mutex>
|
|
|
|
#include <atomic>
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
struct MergeInfo
|
2014-09-10 11:34:26 +00:00
|
|
|
{
|
2015-04-16 06:12:35 +00:00
|
|
|
const std::string database;
|
|
|
|
const std::string table;
|
|
|
|
const std::string result_part_name;
|
|
|
|
Stopwatch watch;
|
|
|
|
Float64 progress{};
|
|
|
|
std::uint64_t num_parts{};
|
|
|
|
std::uint64_t total_size_bytes_compressed{};
|
|
|
|
std::uint64_t total_size_marks{};
|
|
|
|
std::uint64_t bytes_read_uncompressed{};
|
|
|
|
std::uint64_t rows_read{};
|
|
|
|
std::uint64_t bytes_written_uncompressed{};
|
|
|
|
std::uint64_t rows_written{};
|
|
|
|
|
|
|
|
|
|
|
|
MergeInfo(const std::string & database, const std::string & table, const std::string & result_part_name)
|
|
|
|
: database{database}, table{table}, result_part_name{result_part_name}
|
2014-09-10 11:34:26 +00:00
|
|
|
{
|
2015-04-16 06:12:35 +00:00
|
|
|
}
|
|
|
|
};
|
2014-09-10 11:34:26 +00:00
|
|
|
|
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
class MergeList;
|
|
|
|
|
|
|
|
class MergeListEntry
|
|
|
|
{
|
|
|
|
MergeList & list;
|
|
|
|
|
|
|
|
using container_t = std::list<MergeInfo>;
|
|
|
|
container_t::iterator it;
|
2014-09-10 11:34:26 +00:00
|
|
|
|
2016-01-21 01:47:28 +00:00
|
|
|
CurrentMetrics::Increment num_merges {CurrentMetrics::Merge};
|
|
|
|
|
2014-09-10 11:34:26 +00:00
|
|
|
public:
|
2015-04-16 06:12:35 +00:00
|
|
|
MergeListEntry(const MergeListEntry &) = delete;
|
|
|
|
MergeListEntry & operator=(const MergeListEntry &) = delete;
|
|
|
|
|
|
|
|
MergeListEntry(MergeList & list, const container_t::iterator it) : list(list), it{it} {}
|
|
|
|
~MergeListEntry();
|
2014-09-10 11:34:26 +00:00
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
MergeInfo * operator->() { return &*it; }
|
|
|
|
};
|
2014-09-10 11:34:26 +00:00
|
|
|
|
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
class MergeList
|
|
|
|
{
|
|
|
|
friend class MergeListEntry;
|
2014-09-10 11:34:26 +00:00
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
using container_t = std::list<MergeInfo>;
|
|
|
|
|
|
|
|
mutable std::mutex mutex;
|
|
|
|
container_t merges;
|
|
|
|
|
|
|
|
public:
|
|
|
|
using Entry = MergeListEntry;
|
2014-09-10 11:34:26 +00:00
|
|
|
using EntryPtr = std::unique_ptr<Entry>;
|
|
|
|
|
|
|
|
template <typename... Args>
|
|
|
|
EntryPtr insert(Args &&... args)
|
|
|
|
{
|
|
|
|
std::lock_guard<std::mutex> lock{mutex};
|
2015-02-10 21:10:58 +00:00
|
|
|
return std::make_unique<Entry>(*this, merges.emplace(merges.end(), std::forward<Args>(args)...));
|
2014-09-10 11:34:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
container_t get() const
|
|
|
|
{
|
|
|
|
std::lock_guard<std::mutex> lock{mutex};
|
|
|
|
return merges;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2015-04-16 06:12:35 +00:00
|
|
|
inline MergeListEntry::~MergeListEntry()
|
|
|
|
{
|
|
|
|
std::lock_guard<std::mutex> lock{list.mutex};
|
|
|
|
list.merges.erase(it);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-10 11:34:26 +00:00
|
|
|
}
|