2021-07-26 00:34:36 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <IO/ReadBufferFromFileBase.h>
|
|
|
|
#include <IO/AsynchronousReader.h>
|
|
|
|
#include <Interpreters/Context.h>
|
|
|
|
|
|
|
|
#include <optional>
|
|
|
|
#include <unistd.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
/** Use ready file descriptor. Does not open or close a file.
|
|
|
|
*/
|
|
|
|
class AsynchronousReadBufferFromFileDescriptor : public ReadBufferFromFileBase
|
|
|
|
{
|
|
|
|
protected:
|
2022-09-23 17:35:16 +00:00
|
|
|
IAsynchronousReader & reader;
|
2023-02-07 17:50:31 +00:00
|
|
|
int64_t base_priority;
|
2021-07-26 00:34:36 +00:00
|
|
|
|
|
|
|
Memory<> prefetch_buffer;
|
2021-08-04 00:07:04 +00:00
|
|
|
std::future<IAsynchronousReader::Result> prefetch_future;
|
2021-07-26 00:34:36 +00:00
|
|
|
|
|
|
|
const size_t required_alignment = 0; /// For O_DIRECT both file offsets and memory addresses have to be aligned.
|
|
|
|
size_t file_offset_of_buffer_end = 0; /// What offset in file corresponds to working_buffer.end().
|
2022-02-16 04:26:51 +00:00
|
|
|
size_t bytes_to_ignore = 0; /// How many bytes should we ignore upon a new read request.
|
2021-07-26 00:34:36 +00:00
|
|
|
int fd;
|
|
|
|
|
|
|
|
bool nextImpl() override;
|
|
|
|
|
|
|
|
/// Name or some description of file.
|
|
|
|
std::string getFileName() const override;
|
|
|
|
|
2021-07-27 23:47:28 +00:00
|
|
|
void finalize();
|
|
|
|
|
2021-07-26 00:34:36 +00:00
|
|
|
public:
|
|
|
|
AsynchronousReadBufferFromFileDescriptor(
|
2022-09-23 17:35:16 +00:00
|
|
|
IAsynchronousReader & reader_,
|
2022-01-03 16:05:46 +00:00
|
|
|
Int32 priority_,
|
|
|
|
int fd_,
|
|
|
|
size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE,
|
|
|
|
char * existing_memory = nullptr,
|
|
|
|
size_t alignment = 0,
|
2022-02-21 14:42:43 +00:00
|
|
|
std::optional<size_t> file_size_ = std::nullopt);
|
2021-07-26 00:34:36 +00:00
|
|
|
|
|
|
|
~AsynchronousReadBufferFromFileDescriptor() override;
|
|
|
|
|
2023-02-07 17:50:31 +00:00
|
|
|
void prefetch(int64_t priority) override;
|
2021-07-26 00:34:36 +00:00
|
|
|
|
|
|
|
int getFD() const
|
|
|
|
{
|
|
|
|
return fd;
|
|
|
|
}
|
|
|
|
|
|
|
|
off_t getPosition() override
|
|
|
|
{
|
|
|
|
return file_offset_of_buffer_end - (working_buffer.end() - pos);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// If 'offset' is small enough to stay in buffer after seek, then true seek in file does not happen.
|
|
|
|
off_t seek(off_t off, int whence) override;
|
|
|
|
|
|
|
|
/// Seek to the beginning, discarding already read data if any. Useful to reread file that changes on every read.
|
|
|
|
void rewind();
|
2021-08-25 00:13:05 +00:00
|
|
|
|
2022-05-25 14:49:40 +00:00
|
|
|
size_t getFileSize() override;
|
|
|
|
|
2021-08-25 00:13:05 +00:00
|
|
|
private:
|
2023-02-07 17:50:31 +00:00
|
|
|
std::future<IAsynchronousReader::Result> asyncReadInto(char * data, size_t size, int64_t priority);
|
2021-07-26 00:34:36 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|