mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-30 05:30:51 +00:00
087d8ab020
The start was in https://github.com/ClickHouse/ClickHouse/pull/11026 It turned out that the problem was due to the incorrect mutate() implementation that lead to quadratic amount of column copying. This problem has since been fixed. Remove the excessively verbose logging, and also change appendToBlock of LogElement's to accept mutable columns instead of accepting a block and mutating it on each call. It looks wasteful, even though it is almost a noop.
76 lines
1.7 KiB
C++
76 lines
1.7 KiB
C++
#pragma once
|
|
|
|
#include <Interpreters/SystemLog.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
struct PartLogElement
|
|
{
|
|
enum Type
|
|
{
|
|
NEW_PART = 1,
|
|
MERGE_PARTS = 2,
|
|
DOWNLOAD_PART = 3,
|
|
REMOVE_PART = 4,
|
|
MUTATE_PART = 5,
|
|
MOVE_PART = 6,
|
|
};
|
|
|
|
Type event_type = NEW_PART;
|
|
|
|
time_t event_time = 0;
|
|
UInt64 duration_ms = 0;
|
|
|
|
String database_name;
|
|
String table_name;
|
|
String part_name;
|
|
String partition_id;
|
|
String path_on_disk;
|
|
|
|
/// Size of the part
|
|
UInt64 rows = 0;
|
|
|
|
/// Size of files in filesystem
|
|
UInt64 bytes_compressed_on_disk = 0;
|
|
|
|
/// Makes sense for merges and mutations.
|
|
Strings source_part_names;
|
|
UInt64 bytes_uncompressed = 0;
|
|
UInt64 rows_read = 0;
|
|
UInt64 bytes_read_uncompressed = 0;
|
|
UInt64 peak_memory_usage = 0;
|
|
|
|
/// Was the operation successful?
|
|
UInt16 error = 0;
|
|
String exception;
|
|
|
|
|
|
static std::string name() { return "PartLog"; }
|
|
|
|
static Block createBlock();
|
|
void appendToBlock(MutableColumns & columns) const;
|
|
};
|
|
|
|
class IMergeTreeDataPart;
|
|
|
|
|
|
/// Instead of typedef - to allow forward declaration.
|
|
class PartLog : public SystemLog<PartLogElement>
|
|
{
|
|
using SystemLog<PartLogElement>::SystemLog;
|
|
|
|
using MutableDataPartPtr = std::shared_ptr<IMergeTreeDataPart>;
|
|
using MutableDataPartsVector = std::vector<MutableDataPartPtr>;
|
|
|
|
public:
|
|
/// Add a record about creation of new part.
|
|
static bool addNewPart(Context & context, const MutableDataPartPtr & part, UInt64 elapsed_ns,
|
|
const ExecutionStatus & execution_status = {});
|
|
static bool addNewParts(Context & context, const MutableDataPartsVector & parts, UInt64 elapsed_ns,
|
|
const ExecutionStatus & execution_status = {});
|
|
};
|
|
|
|
}
|