2011-10-24 12:10:59 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <errno.h>
|
|
|
|
|
2015-10-05 01:35:28 +00:00
|
|
|
#include <DB/Common/Exception.h>
|
2015-04-16 12:06:05 +00:00
|
|
|
#include <DB/Common/ProfileEvents.h>
|
2016-01-21 01:47:28 +00:00
|
|
|
#include <DB/Common/CurrentMetrics.h>
|
2011-10-24 12:10:59 +00:00
|
|
|
|
2015-03-30 15:39:55 +00:00
|
|
|
#include <DB/IO/WriteBufferFromFileBase.h>
|
2011-10-24 12:10:59 +00:00
|
|
|
#include <DB/IO/WriteBuffer.h>
|
2013-06-21 20:34:19 +00:00
|
|
|
#include <DB/IO/WriteHelpers.h>
|
2011-10-24 12:10:59 +00:00
|
|
|
#include <DB/IO/BufferWithOwnMemory.h>
|
|
|
|
|
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
namespace ProfileEvents
|
|
|
|
{
|
|
|
|
extern const Event WriteBufferFromFileDescriptorWrite;
|
|
|
|
extern const Event WriteBufferFromFileDescriptorWriteBytes;
|
|
|
|
}
|
|
|
|
|
2016-10-24 04:06:27 +00:00
|
|
|
namespace CurrentMetrics
|
|
|
|
{
|
|
|
|
extern const Metric Write;
|
|
|
|
}
|
|
|
|
|
2011-10-24 12:10:59 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2016-01-11 21:46:36 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int CANNOT_WRITE_TO_FILE_DESCRIPTOR;
|
|
|
|
extern const int CANNOT_FSYNC;
|
|
|
|
extern const int CANNOT_SEEK_THROUGH_FILE;
|
|
|
|
extern const int CANNOT_TRUNCATE_FILE;
|
|
|
|
}
|
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
/** Use ready file descriptor. Does not open or close a file.
|
2011-10-24 12:10:59 +00:00
|
|
|
*/
|
2015-03-30 15:39:55 +00:00
|
|
|
class WriteBufferFromFileDescriptor : public WriteBufferFromFileBase
|
2011-10-24 12:10:59 +00:00
|
|
|
{
|
|
|
|
protected:
|
|
|
|
int fd;
|
2015-04-16 12:06:05 +00:00
|
|
|
|
2016-03-07 04:31:10 +00:00
|
|
|
void nextImpl() override
|
2011-10-24 12:10:59 +00:00
|
|
|
{
|
|
|
|
if (!offset())
|
|
|
|
return;
|
2011-12-26 07:07:30 +00:00
|
|
|
|
|
|
|
size_t bytes_written = 0;
|
|
|
|
while (bytes_written != offset())
|
|
|
|
{
|
2015-04-16 12:06:05 +00:00
|
|
|
ProfileEvents::increment(ProfileEvents::WriteBufferFromFileDescriptorWrite);
|
|
|
|
|
2016-01-21 01:47:28 +00:00
|
|
|
ssize_t res = 0;
|
|
|
|
{
|
|
|
|
CurrentMetrics::Increment metric_increment{CurrentMetrics::Write};
|
|
|
|
res = ::write(fd, working_buffer.begin() + bytes_written, offset() - bytes_written);
|
|
|
|
}
|
2011-12-26 07:07:30 +00:00
|
|
|
|
|
|
|
if ((-1 == res || 0 == res) && errno != EINTR)
|
|
|
|
throwFromErrno("Cannot write to file " + getFileName(), ErrorCodes::CANNOT_WRITE_TO_FILE_DESCRIPTOR);
|
|
|
|
|
|
|
|
if (res > 0)
|
|
|
|
bytes_written += res;
|
|
|
|
}
|
2015-04-16 12:06:05 +00:00
|
|
|
|
|
|
|
ProfileEvents::increment(ProfileEvents::WriteBufferFromFileDescriptorWriteBytes, bytes_written);
|
2011-10-24 12:10:59 +00:00
|
|
|
}
|
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
/// Name or some description of file.
|
2015-04-14 11:35:10 +00:00
|
|
|
virtual std::string getFileName() const override
|
2011-10-24 12:10:59 +00:00
|
|
|
{
|
2013-06-21 20:34:19 +00:00
|
|
|
return "(fd = " + toString(fd) + ")";
|
2011-10-24 12:10:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
public:
|
2014-04-08 07:31:51 +00:00
|
|
|
WriteBufferFromFileDescriptor(int fd_ = -1, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE, char * existing_memory = nullptr, size_t alignment = 0)
|
2015-03-30 15:39:55 +00:00
|
|
|
: WriteBufferFromFileBase(buf_size, existing_memory, alignment), fd(fd_) {}
|
2011-10-24 12:10:59 +00:00
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
/** Could be used before initialization if needed 'fd' was not passed to constructor.
|
|
|
|
* It's not possible to change 'fd' during work.
|
2012-02-24 19:21:38 +00:00
|
|
|
*/
|
|
|
|
void setFD(int fd_)
|
|
|
|
{
|
|
|
|
fd = fd_;
|
|
|
|
}
|
|
|
|
|
2012-02-02 23:14:08 +00:00
|
|
|
~WriteBufferFromFileDescriptor()
|
2011-10-24 12:10:59 +00:00
|
|
|
{
|
2013-11-18 17:17:45 +00:00
|
|
|
try
|
|
|
|
{
|
2015-12-13 08:51:28 +00:00
|
|
|
if (fd >= 0)
|
|
|
|
next();
|
2013-11-18 17:17:45 +00:00
|
|
|
}
|
|
|
|
catch (...)
|
|
|
|
{
|
2013-11-18 19:18:03 +00:00
|
|
|
tryLogCurrentException(__PRETTY_FUNCTION__);
|
2013-11-18 17:17:45 +00:00
|
|
|
}
|
2011-10-24 12:10:59 +00:00
|
|
|
}
|
2011-12-28 20:01:41 +00:00
|
|
|
|
2015-04-14 11:35:10 +00:00
|
|
|
int getFD() const override
|
2011-12-28 20:01:41 +00:00
|
|
|
{
|
|
|
|
return fd;
|
|
|
|
}
|
|
|
|
|
2015-03-30 15:39:55 +00:00
|
|
|
off_t getPositionInFile() override
|
|
|
|
{
|
|
|
|
return seek(0, SEEK_CUR);
|
|
|
|
}
|
|
|
|
|
|
|
|
void sync() override
|
2013-09-15 01:10:16 +00:00
|
|
|
{
|
2016-10-24 02:02:37 +00:00
|
|
|
/// If buffer has pending data - write it.
|
2013-09-15 01:10:16 +00:00
|
|
|
next();
|
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
/// Request OS to sync data with storage medium.
|
2013-09-15 01:10:16 +00:00
|
|
|
int res = fsync(fd);
|
|
|
|
if (-1 == res)
|
|
|
|
throwFromErrno("Cannot fsync " + getFileName(), ErrorCodes::CANNOT_FSYNC);
|
|
|
|
}
|
2015-04-03 13:45:44 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
off_t doSeek(off_t offset, int whence) override
|
|
|
|
{
|
|
|
|
off_t res = lseek(fd, offset, whence);
|
|
|
|
if (-1 == res)
|
|
|
|
throwFromErrno("Cannot seek through file " + getFileName(), ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
|
|
|
|
return res;
|
|
|
|
}
|
2015-04-30 15:04:42 +00:00
|
|
|
|
|
|
|
void doTruncate(off_t length) override
|
|
|
|
{
|
|
|
|
int res = ftruncate(fd, length);
|
|
|
|
if (-1 == res)
|
|
|
|
throwFromErrno("Cannot truncate file " + getFileName(), ErrorCodes::CANNOT_TRUNCATE_FILE);
|
|
|
|
}
|
2011-10-24 12:10:59 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|