thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Format bytes in CreatingSetsOnTheFlyTransform logs

Browse Source
This commit is contained in:
vdimir 2022-07-20 10:21:04 +00:00
parent 031aaf3a45
commit 3292566603
No known key found for this signature in database
GPG Key ID: 6EE4CE2BEDC51862
1 changed files with 14 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
src/Processors/Transforms/CreatingSetsOnTheFlyTransform.cpp
View File

@ -38,6 +38,17 @@ ColumnsWithTypeAndName getColumnsByIndices(const Block & sample_block, const Chu
return block.getColumnsWithTypeAndName();
}
std::string formatBytesHumanReadable(size_t bytes)
{
if (bytes >= 1_GiB)
return fmt::format("{:.2f} GB", static_cast<double>(bytes) / 1_GiB);
if (bytes >= 1_MiB)
return fmt::format("{:.2f} MB", static_cast<double>(bytes) / 1_MiB);
if (bytes >= 1_KiB)
return fmt::format("{:.2f} KB", static_cast<double>(bytes) / 1_KiB);
return fmt::format("{:.2f} B", static_cast<double>(bytes));
}
}
@ -66,9 +77,8 @@ void CreatingSetsOnTheFlyTransform::transform(Chunk & chunk)
bool limit_exceeded = !set->insertFromBlock(key_cols);
if (limit_exceeded)
{
LOG_DEBUG(log, "Set limit exceeded, give up building set, after using {} KB", set->getTotalByteCount() / 1024);
LOG_DEBUG(log, "Set limit exceeded, give up building set, after using {}", formatBytesHumanReadable(set->getTotalByteCount()));
// set->clear();
// LOG_DEBUG(log, "Set limit exceeded, give up building set, after using {} KB", set->getTotalByteCount() / 1024);
set.reset();
}
}
@ -76,7 +86,8 @@ void CreatingSetsOnTheFlyTransform::transform(Chunk & chunk)
if (input.isFinished())
{
set->finishInsert();
LOG_DEBUG(log, "Finish building set with {} rows, set size is {} MB", set->getTotalRowCount(), set->getTotalByteCount() / 1024 / 1024);
LOG_DEBUG(log, "Finish building set with {} rows, set size is {}",
set->getTotalRowCount(), formatBytesHumanReadable(set->getTotalByteCount()));
/// Release pointer to make it possible destroy it by consumer
set.reset();