2018-12-28 17:26:10 +00:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <memory>
|
|
|
|
#include <time.h>
|
|
|
|
#include <IO/ReadBufferFromFileBase.h>
|
|
|
|
#include "CompressedReadBufferBase.h"
|
|
|
|
#include <IO/UncompressedCache.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
|
|
/** A buffer for reading from a compressed file using the cache of decompressed blocks.
|
|
|
|
* The external cache is passed as an argument to the constructor.
|
|
|
|
* Allows you to increase performance in cases where the same blocks are often read.
|
|
|
|
* Disadvantages:
|
|
|
|
* - in case you need to read a lot of data in a row, but of them only a part is cached, you have to do seek-and.
|
|
|
|
*/
|
|
|
|
class CachedCompressedReadBuffer : public CompressedReadBufferBase, public ReadBuffer
|
|
|
|
{
|
|
|
|
private:
|
2020-03-05 14:01:19 +00:00
|
|
|
std::function<std::unique_ptr<ReadBufferFromFileBase>()> file_in_creator;
|
2018-12-28 17:26:10 +00:00
|
|
|
UncompressedCache * cache;
|
2020-02-27 16:47:40 +00:00
|
|
|
std::unique_ptr<ReadBufferFromFileBase> file_in;
|
|
|
|
|
|
|
|
const std::string path;
|
2018-12-28 17:26:10 +00:00
|
|
|
size_t file_pos;
|
|
|
|
|
|
|
|
/// A piece of data from the cache, or a piece of read data that we put into the cache.
|
|
|
|
UncompressedCache::MappedPtr owned_cell;
|
|
|
|
|
|
|
|
void initInput();
|
|
|
|
bool nextImpl() override;
|
|
|
|
|
|
|
|
/// Passed into file_in.
|
|
|
|
ReadBufferFromFileBase::ProfileCallback profile_callback;
|
|
|
|
clockid_t clock_type {};
|
|
|
|
|
|
|
|
public:
|
2020-03-05 14:01:19 +00:00
|
|
|
CachedCompressedReadBuffer(const std::string & path, std::function<std::unique_ptr<ReadBufferFromFileBase>()> file_in_creator, UncompressedCache * cache_);
|
2018-12-28 17:26:10 +00:00
|
|
|
|
|
|
|
void seek(size_t offset_in_compressed_file, size_t offset_in_decompressed_block);
|
|
|
|
|
|
|
|
void setProfileCallback(const ReadBufferFromFileBase::ProfileCallback & profile_callback_, clockid_t clock_type_ = CLOCK_MONOTONIC_COARSE)
|
|
|
|
{
|
|
|
|
profile_callback = profile_callback_;
|
|
|
|
clock_type = clock_type_;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|