ClickHouse/dbms/src/IO/CompressedReadBufferBase.h

53 lines
1.5 KiB
C++
Raw Normal View History

#pragma once
#include <Common/PODArray.h>
2018-01-16 01:59:51 +00:00
#include <IO/LZ4_decompress_faster.h>
namespace DB
{
2016-10-25 06:49:24 +00:00
class ReadBuffer;
/** Basic functionality for implementation of
* CompressedReadBuffer, CompressedReadBufferFromFile and CachedCompressedReadBuffer.
*/
class CompressedReadBufferBase
{
protected:
ReadBuffer * compressed_in;
2017-11-04 02:12:05 +00:00
/// If 'compressed_in' buffer has whole compressed block - then use it. Otherwise copy parts of data to 'own_compressed_buffer'.
PODArray<char> own_compressed_buffer;
/// Points to memory, holding compressed block.
char * compressed_buffer = nullptr;
/// Don't checksum on decompressing.
bool disable_checksum = false;
2018-01-16 01:59:51 +00:00
LZ4::PerformanceStatistics lz4_stat;
/// Read compressed data into compressed_buffer. Get size of decompressed data from block header. Checksum if need.
/// Returns number of compressed bytes read.
size_t readCompressedData(size_t & size_decompressed, size_t & size_compressed_without_checksum);
void decompress(char * to, size_t size_decompressed, size_t size_compressed_without_checksum);
public:
/// 'compressed_in' could be initialized lazily, but before first call of 'readCompressedData'.
CompressedReadBufferBase(ReadBuffer * in = nullptr);
~CompressedReadBufferBase();
/** Disable checksums.
* For example, may be used when
* compressed data is generated by client, that cannot calculate checksums, and fill checksums with zeros instead.
*/
void disableChecksumming()
{
disable_checksum = true;
}
};
}