ClickHouse/src/IO/AsynchronousReadBufferFromFileDescriptor.h

81 lines
2.2 KiB
C++
Raw Normal View History

2021-07-26 00:34:36 +00:00
#pragma once
#include <IO/ReadBufferFromFileBase.h>
#include <IO/AsynchronousReader.h>
#include <Interpreters/Context.h>
#include <optional>
#include <unistd.h>
namespace DB
{
/** Use ready file descriptor. Does not open or close a file.
*/
class AsynchronousReadBufferFromFileDescriptor : public ReadBufferFromFileBase
{
protected:
AsynchronousReaderPtr reader;
2021-08-16 00:00:32 +00:00
Int32 priority;
2021-07-26 00:34:36 +00:00
Memory<> prefetch_buffer;
2021-08-04 00:07:04 +00:00
std::future<IAsynchronousReader::Result> prefetch_future;
2021-07-26 00:34:36 +00:00
const size_t required_alignment = 0; /// For O_DIRECT both file offsets and memory addresses have to be aligned.
size_t file_offset_of_buffer_end = 0; /// What offset in file corresponds to working_buffer.end().
2022-02-16 04:26:51 +00:00
size_t bytes_to_ignore = 0; /// How many bytes should we ignore upon a new read request.
2021-07-26 00:34:36 +00:00
int fd;
bool nextImpl() override;
/// Name or some description of file.
std::string getFileName() const override;
2021-07-27 23:47:28 +00:00
void finalize();
2021-07-26 00:34:36 +00:00
public:
AsynchronousReadBufferFromFileDescriptor(
AsynchronousReaderPtr reader_,
Int32 priority_,
int fd_,
size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE,
char * existing_memory = nullptr,
size_t alignment = 0,
std::optional<size_t> file_size_ = std::nullopt)
: ReadBufferFromFileBase(buf_size, existing_memory, alignment, file_size_)
, reader(std::move(reader_))
, priority(priority_)
, required_alignment(alignment)
, fd(fd_)
2021-07-26 00:34:36 +00:00
{
prefetch_buffer.alignment = alignment;
2021-07-26 00:34:36 +00:00
}
~AsynchronousReadBufferFromFileDescriptor() override;
void prefetch() override;
int getFD() const
{
return fd;
}
off_t getPosition() override
{
return file_offset_of_buffer_end - (working_buffer.end() - pos);
}
/// If 'offset' is small enough to stay in buffer after seek, then true seek in file does not happen.
off_t seek(off_t off, int whence) override;
/// Seek to the beginning, discarding already read data if any. Useful to reread file that changes on every read.
void rewind();
private:
std::future<IAsynchronousReader::Result> readInto(char * data, size_t size);
2021-07-26 00:34:36 +00:00
};
}