ClickHouse/src/IO/WithFileSize.cpp

87 lines
2.2 KiB
C++
Raw Normal View History

2022-04-26 12:57:02 +00:00
#include "WithFileSize.h"
#include <IO/ReadBufferFromFile.h>
#include <IO/CompressedReadBufferWrapper.h>
#include <IO/ParallelReadBuffer.h>
#include <IO/ReadBufferFromFileDecorator.h>
#include <IO/PeekableReadBuffer.h>
2022-04-26 12:57:02 +00:00
namespace DB
{
2022-05-25 14:49:40 +00:00
namespace ErrorCodes
{
extern const int UNKNOWN_FILE_SIZE;
}
2022-04-26 12:57:02 +00:00
template <typename T>
2022-05-25 14:49:40 +00:00
static size_t getFileSize(T & in)
2022-04-26 12:57:02 +00:00
{
if (auto * with_file_size = dynamic_cast<WithFileSize *>(&in))
{
2022-04-26 12:57:02 +00:00
return with_file_size->getFileSize();
}
2022-04-26 12:57:02 +00:00
2022-05-25 14:49:40 +00:00
throw Exception(ErrorCodes::UNKNOWN_FILE_SIZE, "Cannot find out file size");
2022-04-26 12:57:02 +00:00
}
2022-05-25 14:49:40 +00:00
size_t getFileSizeFromReadBuffer(ReadBuffer & in)
2022-04-26 12:57:02 +00:00
{
if (auto * delegate = dynamic_cast<ReadBufferFromFileDecorator *>(&in))
{
return getFileSize(delegate->getWrappedReadBuffer());
}
else if (auto * compressed = dynamic_cast<CompressedReadBufferWrapper *>(&in))
{
2022-04-26 12:57:02 +00:00
return getFileSize(compressed->getWrappedReadBuffer());
}
2022-04-26 12:57:02 +00:00
return getFileSize(in);
}
std::optional<size_t> tryGetFileSizeFromReadBuffer(ReadBuffer & in)
{
try
{
return getFileSizeFromReadBuffer(in);
}
catch (...)
{
return std::nullopt;
}
}
2022-04-26 12:57:02 +00:00
bool isBufferWithFileSize(const ReadBuffer & in)
{
if (const auto * delegate = dynamic_cast<const ReadBufferFromFileDecorator *>(&in))
{
return delegate->isWithFileSize();
}
else if (const auto * compressed = dynamic_cast<const CompressedReadBufferWrapper *>(&in))
2022-04-26 12:57:02 +00:00
{
return isBufferWithFileSize(compressed->getWrappedReadBuffer());
}
return dynamic_cast<const WithFileSize *>(&in) != nullptr;
}
size_t getDataOffsetMaybeCompressed(const ReadBuffer & in)
{
if (const auto * delegate = dynamic_cast<const ReadBufferFromFileDecorator *>(&in))
{
return getDataOffsetMaybeCompressed(delegate->getWrappedReadBuffer());
}
else if (const auto * compressed = dynamic_cast<const CompressedReadBufferWrapper *>(&in))
{
return getDataOffsetMaybeCompressed(compressed->getWrappedReadBuffer());
}
else if (const auto * peekable = dynamic_cast<const PeekableReadBuffer *>(&in))
{
return getDataOffsetMaybeCompressed(peekable->getSubBuffer());
}
return in.count();
}
2022-04-26 12:57:02 +00:00
}