ClickHouse/dbms/src/Compression/CompressedReadBufferBase.h

54 lines
1.6 KiB
C++
Raw Normal View History

#pragma once
#include <Common/PODArray.h>
2018-01-16 01:59:51 +00:00
#include <IO/LZ4_decompress_faster.h>
2018-12-20 17:37:02 +00:00
#include <Compression/ICompressionCodec.h>
namespace DB
{
2016-10-25 06:49:24 +00:00
class ReadBuffer;
/** Basic functionality for implementation of
* CompressedReadBuffer, CompressedReadBufferFromFile and CachedCompressedReadBuffer.
*/
class CompressedReadBufferBase
{
protected:
ReadBuffer * compressed_in;
2017-11-04 02:12:05 +00:00
/// If 'compressed_in' buffer has whole compressed block - then use it. Otherwise copy parts of data to 'own_compressed_buffer'.
PODArray<char> own_compressed_buffer;
/// Points to memory, holding compressed block.
char * compressed_buffer = nullptr;
/// Don't checksum on decompressing.
bool disable_checksum = false;
/// Read compressed data into compressed_buffer. Get size of decompressed data from block header. Checksum if need.
/// Returns number of compressed bytes read.
size_t readCompressedData(size_t & size_decompressed, size_t & size_compressed_without_checksum);
void decompress(char * to, size_t size_decompressed, size_t size_compressed_without_checksum);
public:
/// 'compressed_in' could be initialized lazily, but before first call of 'readCompressedData'.
CompressedReadBufferBase(ReadBuffer * in = nullptr);
~CompressedReadBufferBase();
/** Disable checksums.
* For example, may be used when
* compressed data is generated by client, that cannot calculate checksums, and fill checksums with zeros instead.
*/
void disableChecksumming()
{
disable_checksum = true;
}
2018-12-20 17:37:02 +00:00
public:
CompressionCodecPtr codec;
};
}