mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-17 03:42:48 +00:00
108 lines
2.4 KiB
C++
108 lines
2.4 KiB
C++
#include <sys/mman.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
#include <unistd.h>
|
|
|
|
#include <fmt/format.h>
|
|
|
|
#include <Common/formatReadable.h>
|
|
#include <Common/Exception.h>
|
|
#include <base/getPageSize.h>
|
|
#include <IO/MMappedFileDescriptor.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int CANNOT_ALLOCATE_MEMORY;
|
|
extern const int CANNOT_MUNMAP;
|
|
extern const int CANNOT_STAT;
|
|
extern const int BAD_ARGUMENTS;
|
|
extern const int LOGICAL_ERROR;
|
|
}
|
|
|
|
|
|
static size_t getFileSize(int fd)
|
|
{
|
|
struct stat stat_res {};
|
|
if (0 != fstat(fd, &stat_res))
|
|
throwFromErrno("MMappedFileDescriptor: Cannot fstat.", ErrorCodes::CANNOT_STAT);
|
|
|
|
off_t file_size = stat_res.st_size;
|
|
|
|
if (file_size < 0)
|
|
throw Exception("MMappedFileDescriptor: fstat returned negative file size", ErrorCodes::LOGICAL_ERROR);
|
|
|
|
return file_size;
|
|
}
|
|
|
|
|
|
MMappedFileDescriptor::MMappedFileDescriptor(int fd_, size_t offset_, size_t length_)
|
|
{
|
|
set(fd_, offset_, length_);
|
|
}
|
|
|
|
MMappedFileDescriptor::MMappedFileDescriptor(int fd_, size_t offset_)
|
|
: fd(fd_), offset(offset_)
|
|
{
|
|
set(fd_, offset_);
|
|
}
|
|
|
|
void MMappedFileDescriptor::set(int fd_, size_t offset_, size_t length_)
|
|
{
|
|
finish();
|
|
|
|
fd = fd_;
|
|
offset = offset_;
|
|
length = length_;
|
|
|
|
if (!length)
|
|
return;
|
|
|
|
void * buf = mmap(nullptr, length, PROT_READ, MAP_PRIVATE, fd, offset);
|
|
if (MAP_FAILED == buf)
|
|
throwFromErrno(fmt::format("MMappedFileDescriptor: Cannot mmap {}.", ReadableSize(length)),
|
|
ErrorCodes::CANNOT_ALLOCATE_MEMORY);
|
|
|
|
data = static_cast<char *>(buf);
|
|
|
|
files_metric_increment.changeTo(1);
|
|
bytes_metric_increment.changeTo(length);
|
|
}
|
|
|
|
void MMappedFileDescriptor::set(int fd_, size_t offset_)
|
|
{
|
|
size_t file_size = getFileSize(fd_);
|
|
|
|
if (offset > static_cast<size_t>(file_size))
|
|
throw Exception("MMappedFileDescriptor: requested offset is greater than file size", ErrorCodes::BAD_ARGUMENTS);
|
|
|
|
set(fd_, offset_, file_size - offset);
|
|
}
|
|
|
|
void MMappedFileDescriptor::finish()
|
|
{
|
|
if (!length)
|
|
return;
|
|
|
|
if (0 != munmap(data, length))
|
|
throwFromErrno(fmt::format("MMappedFileDescriptor: Cannot munmap {}.", ReadableSize(length)),
|
|
ErrorCodes::CANNOT_MUNMAP);
|
|
|
|
length = 0;
|
|
|
|
files_metric_increment.changeTo(0);
|
|
bytes_metric_increment.changeTo(0);
|
|
}
|
|
|
|
MMappedFileDescriptor::~MMappedFileDescriptor()
|
|
{
|
|
finish(); /// Exceptions will lead to std::terminate and that's Ok.
|
|
}
|
|
|
|
}
|
|
|
|
|