2014-01-15 14:53:20 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Common/PODArray.h>
|
2018-12-28 18:15:26 +00:00
|
|
|
#include <Compression/LZ4_decompress_faster.h>
|
2018-12-20 17:37:02 +00:00
|
|
|
#include <Compression/ICompressionCodec.h>
|
2014-01-15 14:53:20 +00:00
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
|
2014-01-15 14:53:20 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2016-10-25 06:49:24 +00:00
|
|
|
class ReadBuffer;
|
2016-01-11 21:46:36 +00:00
|
|
|
|
2016-10-24 02:02:37 +00:00
|
|
|
/** Basic functionality for implementation of
|
|
|
|
* CompressedReadBuffer, CompressedReadBufferFromFile and CachedCompressedReadBuffer.
|
|
|
|
*/
|
2014-01-15 14:53:20 +00:00
|
|
|
class CompressedReadBufferBase
|
|
|
|
{
|
|
|
|
protected:
|
2017-04-01 07:20:54 +00:00
|
|
|
ReadBuffer * compressed_in;
|
2014-01-15 14:53:20 +00:00
|
|
|
|
2017-11-04 02:12:05 +00:00
|
|
|
/// If 'compressed_in' buffer has whole compressed block - then use it. Otherwise copy parts of data to 'own_compressed_buffer'.
|
2017-04-01 07:20:54 +00:00
|
|
|
PODArray<char> own_compressed_buffer;
|
|
|
|
/// Points to memory, holding compressed block.
|
|
|
|
char * compressed_buffer = nullptr;
|
2014-01-15 14:53:20 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
/// Don't checksum on decompressing.
|
|
|
|
bool disable_checksum = false;
|
2016-04-09 23:24:38 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
/// Read compressed data into compressed_buffer. Get size of decompressed data from block header. Checksum if need.
|
|
|
|
/// Returns number of compressed bytes read.
|
|
|
|
size_t readCompressedData(size_t & size_decompressed, size_t & size_compressed_without_checksum);
|
2014-10-05 21:59:23 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
void decompress(char * to, size_t size_decompressed, size_t size_compressed_without_checksum);
|
2014-01-15 14:53:20 +00:00
|
|
|
|
|
|
|
public:
|
2017-04-01 07:20:54 +00:00
|
|
|
/// 'compressed_in' could be initialized lazily, but before first call of 'readCompressedData'.
|
|
|
|
CompressedReadBufferBase(ReadBuffer * in = nullptr);
|
|
|
|
~CompressedReadBufferBase();
|
|
|
|
|
|
|
|
/** Disable checksums.
|
|
|
|
* For example, may be used when
|
|
|
|
* compressed data is generated by client, that cannot calculate checksums, and fill checksums with zeros instead.
|
|
|
|
*/
|
|
|
|
void disableChecksumming()
|
|
|
|
{
|
|
|
|
disable_checksum = true;
|
|
|
|
}
|
2018-12-20 17:37:02 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
CompressionCodecPtr codec;
|
2014-01-15 14:53:20 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|