mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-15 19:02:04 +00:00
129 lines
2.9 KiB
C++
129 lines
2.9 KiB
C++
#include <Storages/MergeTree/RangesInDataPart.h>
|
|
|
|
#include <fmt/format.h>
|
|
|
|
#include <IO/ReadHelpers.h>
|
|
#include <IO/WriteHelpers.h>
|
|
#include <Storages/MergeTree/IMergeTreeDataPart.h>
|
|
#include "IO/VarInt.h"
|
|
|
|
template <>
|
|
struct fmt::formatter<DB::RangesInDataPartDescription>
|
|
{
|
|
static constexpr auto parse(format_parse_context & ctx) { return ctx.begin(); }
|
|
|
|
template <typename FormatContext>
|
|
auto format(const DB::RangesInDataPartDescription & range, FormatContext & ctx)
|
|
{
|
|
return fmt::format_to(ctx.out(), "{}", range.describe());
|
|
}
|
|
};
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int TOO_LARGE_ARRAY_SIZE;
|
|
}
|
|
|
|
|
|
void RangesInDataPartDescription::serialize(WriteBuffer & out) const
|
|
{
|
|
info.serialize(out);
|
|
ranges.serialize(out);
|
|
}
|
|
|
|
String RangesInDataPartDescription::describe() const
|
|
{
|
|
String result;
|
|
result += fmt::format("part {} with ranges [{}]", info.getPartNameV1(), fmt::join(ranges, ","));
|
|
return result;
|
|
}
|
|
|
|
void RangesInDataPartDescription::deserialize(ReadBuffer & in)
|
|
{
|
|
info.deserialize(in);
|
|
ranges.deserialize(in);
|
|
}
|
|
|
|
void RangesInDataPartsDescription::serialize(WriteBuffer & out) const
|
|
{
|
|
writeVarUInt(this->size(), out);
|
|
for (const auto & desc : *this)
|
|
desc.serialize(out);
|
|
}
|
|
|
|
String RangesInDataPartsDescription::describe() const
|
|
{
|
|
return fmt::format("{} parts: [{}]", this->size(), fmt::join(*this, ", "));
|
|
}
|
|
|
|
void RangesInDataPartsDescription::deserialize(ReadBuffer & in)
|
|
{
|
|
size_t new_size = 0;
|
|
readVarUInt(new_size, in);
|
|
if (new_size > 100'000'000'000)
|
|
throw DB::Exception(DB::ErrorCodes::TOO_LARGE_ARRAY_SIZE, "The size of serialized hash table is suspiciously large: {}", new_size);
|
|
|
|
this->resize(new_size);
|
|
for (auto & desc : *this)
|
|
desc.deserialize(in);
|
|
}
|
|
|
|
void RangesInDataPartsDescription::merge(RangesInDataPartsDescription & other)
|
|
{
|
|
for (const auto & desc : other)
|
|
this->emplace_back(desc);
|
|
}
|
|
|
|
RangesInDataPartDescription RangesInDataPart::getDescription() const
|
|
{
|
|
return RangesInDataPartDescription{
|
|
.info = data_part->info,
|
|
.ranges = ranges,
|
|
};
|
|
}
|
|
|
|
size_t RangesInDataPart::getMarksCount() const
|
|
{
|
|
size_t total = 0;
|
|
for (const auto & range : ranges)
|
|
total += range.end - range.begin;
|
|
|
|
return total;
|
|
}
|
|
|
|
size_t RangesInDataPart::getRowsCount() const
|
|
{
|
|
return data_part->index_granularity.getRowsCountInRanges(ranges);
|
|
}
|
|
|
|
|
|
RangesInDataPartsDescription RangesInDataParts::getDescriptions() const
|
|
{
|
|
RangesInDataPartsDescription result;
|
|
for (const auto & part : *this)
|
|
result.emplace_back(part.getDescription());
|
|
return result;
|
|
}
|
|
|
|
|
|
size_t RangesInDataParts::getMarksCountAllParts() const
|
|
{
|
|
size_t result = 0;
|
|
for (const auto & part : *this)
|
|
result += part.getMarksCount();
|
|
return result;
|
|
}
|
|
|
|
size_t RangesInDataParts::getRowsCountAllParts() const
|
|
{
|
|
size_t result = 0;
|
|
for (const auto & part: *this)
|
|
result += part.getRowsCount();
|
|
return result;
|
|
}
|
|
|
|
}
|