2021-03-26 23:22:51 +00:00
|
|
|
#include <IO/MMapReadBufferFromFileWithCache.h>
|
2023-12-23 13:46:21 +00:00
|
|
|
#include <base/getPageSize.h>
|
2021-03-26 23:22:51 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int ARGUMENT_OUT_OF_BOUND;
|
|
|
|
extern const int CANNOT_SEEK_THROUGH_FILE;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void MMapReadBufferFromFileWithCache::init()
|
|
|
|
{
|
|
|
|
size_t length = mapped->getLength();
|
|
|
|
BufferBase::set(mapped->getData(), length, 0);
|
|
|
|
|
|
|
|
size_t page_size = static_cast<size_t>(::getPageSize());
|
2022-10-25 11:56:28 +00:00
|
|
|
ReadBuffer::padded = (length % page_size) > 0 && (length % page_size) <= (page_size - (PADDING_FOR_SIMD - 1));
|
2022-12-08 03:31:32 +00:00
|
|
|
ReadBufferFromFileBase::file_size = length;
|
2021-03-26 23:22:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
MMapReadBufferFromFileWithCache::MMapReadBufferFromFileWithCache(
|
2021-03-28 19:24:28 +00:00
|
|
|
MMappedFileCache & cache, const std::string & file_name, size_t offset, size_t length)
|
2021-03-26 23:22:51 +00:00
|
|
|
{
|
|
|
|
mapped = cache.getOrSet(cache.hash(file_name, offset, length), [&]
|
|
|
|
{
|
2021-03-28 19:24:28 +00:00
|
|
|
return std::make_shared<MMappedFile>(file_name, offset, length);
|
2021-03-28 19:15:13 +00:00
|
|
|
});
|
2021-03-26 23:22:51 +00:00
|
|
|
|
|
|
|
init();
|
|
|
|
}
|
|
|
|
|
|
|
|
MMapReadBufferFromFileWithCache::MMapReadBufferFromFileWithCache(
|
2021-03-28 19:24:28 +00:00
|
|
|
MMappedFileCache & cache, const std::string & file_name, size_t offset)
|
2021-03-26 23:22:51 +00:00
|
|
|
{
|
|
|
|
mapped = cache.getOrSet(cache.hash(file_name, offset, -1), [&]
|
|
|
|
{
|
2021-03-28 19:24:28 +00:00
|
|
|
return std::make_shared<MMappedFile>(file_name, offset);
|
2021-03-28 19:15:13 +00:00
|
|
|
});
|
2021-03-26 23:22:51 +00:00
|
|
|
|
|
|
|
init();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
std::string MMapReadBufferFromFileWithCache::getFileName() const
|
|
|
|
{
|
|
|
|
return mapped->getFileName();
|
|
|
|
}
|
|
|
|
|
|
|
|
off_t MMapReadBufferFromFileWithCache::getPosition()
|
|
|
|
{
|
|
|
|
return count();
|
|
|
|
}
|
|
|
|
|
|
|
|
off_t MMapReadBufferFromFileWithCache::seek(off_t offset, int whence)
|
|
|
|
{
|
|
|
|
off_t new_pos;
|
|
|
|
if (whence == SEEK_SET)
|
|
|
|
new_pos = offset;
|
|
|
|
else if (whence == SEEK_CUR)
|
|
|
|
new_pos = count() + offset;
|
|
|
|
else
|
2021-03-27 23:11:46 +00:00
|
|
|
throw Exception(ErrorCodes::ARGUMENT_OUT_OF_BOUND, "MMapReadBufferFromFileWithCache::seek expects SEEK_SET or SEEK_CUR as whence");
|
2021-03-26 23:22:51 +00:00
|
|
|
|
|
|
|
working_buffer = internal_buffer;
|
|
|
|
if (new_pos < 0 || new_pos > off_t(working_buffer.size()))
|
2021-03-27 23:11:46 +00:00
|
|
|
throw Exception(ErrorCodes::CANNOT_SEEK_THROUGH_FILE,
|
|
|
|
"Cannot seek through file {} because seek position ({}) is out of bounds [0, {}]",
|
|
|
|
getFileName(), new_pos, working_buffer.size());
|
2021-03-26 23:22:51 +00:00
|
|
|
|
|
|
|
position() = working_buffer.begin() + new_pos;
|
|
|
|
return new_pos;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|