#pragma once #include #include #include #include namespace DB { class ReadBuffer; /** Basic functionality for implementation of * CompressedReadBuffer, CompressedReadBufferFromFile and CachedCompressedReadBuffer. */ class CompressedReadBufferBase { protected: ReadBuffer * compressed_in; /// If 'compressed_in' buffer has whole compressed block - then use it. Otherwise copy parts of data to 'own_compressed_buffer'. PODArray own_compressed_buffer; /// Points to memory, holding compressed block. char * compressed_buffer = nullptr; /// Don't checksum on decompressing. bool disable_checksum = false; /// Allow reading data, compressed by different codecs from one file. bool allow_different_codecs; /// Read compressed data into compressed_buffer. Get size of decompressed data from block header. Checksum if need. /// /// If always_copy is true then even if the compressed block is already stored in compressed_in.buffer() it will be copied into own_compressed_buffer. /// This is required for CheckingCompressedReadBuffer, since this is just a proxy. /// /// Returns number of compressed bytes read. size_t readCompressedData(size_t & size_decompressed, size_t & size_compressed_without_checksum, bool always_copy); /// Decompress into memory pointed by `to` void decompressTo(char * to, size_t size_decompressed, size_t size_compressed_without_checksum); /// This method can change location of `to` to avoid unnecessary copy if data is uncompressed. /// It is more efficient for compression codec NONE but not suitable if you want to decompress into specific location. void decompress(BufferBase::Buffer & to, size_t size_decompressed, size_t size_compressed_without_checksum); public: /// 'compressed_in' could be initialized lazily, but before first call of 'readCompressedData'. CompressedReadBufferBase(ReadBuffer * in = nullptr, bool allow_different_codecs_ = false); ~CompressedReadBufferBase(); /** Disable checksums. * For example, may be used when * compressed data is generated by client, that cannot calculate checksums, and fill checksums with zeros instead. */ void disableChecksumming() { disable_checksum = true; } public: CompressionCodecPtr codec; }; }