ClickHouse/src/IO/WithFileSize.cpp

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

93 lines
2.6 KiB
C++
Raw Normal View History

2022-04-26 12:57:02 +00:00
#include "WithFileSize.h"
#include <IO/ReadBufferFromFile.h>
#include <IO/CompressedReadBufferWrapper.h>
#include <IO/ParallelReadBuffer.h>
#include <IO/ReadBufferFromFileDecorator.h>
#include <IO/PeekableReadBuffer.h>
2022-04-26 12:57:02 +00:00
2022-04-26 12:57:02 +00:00
namespace DB
{
2022-05-25 14:49:40 +00:00
namespace ErrorCodes
{
extern const int UNKNOWN_FILE_SIZE;
}
2024-07-18 02:54:36 +00:00
size_t WithFileSize::getFileSize()
{
if (auto maybe_size = tryGetFileSize())
return *maybe_size;
throw Exception(ErrorCodes::UNKNOWN_FILE_SIZE, "Cannot find out file size");
}
2022-04-26 12:57:02 +00:00
template <typename T>
static std::optional<size_t> tryGetFileSize(T & in)
2022-04-26 12:57:02 +00:00
{
if (auto * with_file_size = dynamic_cast<WithFileSize *>(&in))
2024-07-18 02:54:36 +00:00
return with_file_size->tryGetFileSize();
return std::nullopt;
}
template <typename T>
static size_t getFileSize(T & in)
{
if (auto maybe_size = tryGetFileSize(in))
return *maybe_size;
2022-04-26 12:57:02 +00:00
2022-05-25 14:49:40 +00:00
throw Exception(ErrorCodes::UNKNOWN_FILE_SIZE, "Cannot find out file size");
2022-04-26 12:57:02 +00:00
}
std::optional<size_t> tryGetFileSizeFromReadBuffer(ReadBuffer & in)
2022-04-26 12:57:02 +00:00
{
if (auto * delegate = dynamic_cast<ReadBufferFromFileDecorator *>(&in))
return tryGetFileSize(delegate->getWrappedReadBuffer());
else if (auto * compressed = dynamic_cast<CompressedReadBufferWrapper *>(&in))
return tryGetFileSize(compressed->getWrappedReadBuffer());
return tryGetFileSize(in);
2022-04-26 12:57:02 +00:00
}
size_t getFileSizeFromReadBuffer(ReadBuffer & in)
{
if (auto maybe_size = tryGetFileSizeFromReadBuffer(in))
return *maybe_size;
throw Exception(ErrorCodes::UNKNOWN_FILE_SIZE, "Cannot find out file size");
}
2022-04-26 12:57:02 +00:00
bool isBufferWithFileSize(const ReadBuffer & in)
{
if (const auto * delegate = dynamic_cast<const ReadBufferFromFileDecorator *>(&in))
{
return delegate->isWithFileSize();
}
else if (const auto * compressed = dynamic_cast<const CompressedReadBufferWrapper *>(&in))
2022-04-26 12:57:02 +00:00
{
return isBufferWithFileSize(compressed->getWrappedReadBuffer());
}
return dynamic_cast<const WithFileSize *>(&in) != nullptr;
}
size_t getDataOffsetMaybeCompressed(const ReadBuffer & in)
{
if (const auto * delegate = dynamic_cast<const ReadBufferFromFileDecorator *>(&in))
{
return getDataOffsetMaybeCompressed(delegate->getWrappedReadBuffer());
}
else if (const auto * compressed = dynamic_cast<const CompressedReadBufferWrapper *>(&in))
{
return getDataOffsetMaybeCompressed(compressed->getWrappedReadBuffer());
}
else if (const auto * peekable = dynamic_cast<const PeekableReadBuffer *>(&in))
{
return getDataOffsetMaybeCompressed(peekable->getSubBuffer());
}
return in.count();
}
2022-04-26 12:57:02 +00:00
}