#ifndef DBMS_COMMON_COMPRESSED_READBUFFER_H #define DBMS_COMMON_COMPRESSED_READBUFFER_H #include #include #include #include #include #include #include #include namespace DB { class CompressedReadBuffer : public BufferWithOwnMemory { private: ReadBuffer & in; std::vector compressed_buffer; char scratch[QLZ_SCRATCH_DECOMPRESS]; bool nextImpl() { if (in.eof()) return false; uint128 checksum; in.readStrict(reinterpret_cast(&checksum), sizeof(checksum)); in.readStrict(&compressed_buffer[0], QUICKLZ_HEADER_SIZE); size_t size_compressed = qlz_size_compressed(&compressed_buffer[0]); if (size_compressed > DBMS_MAX_COMPRESSED_SIZE) throw Exception("Too large size_compressed. Most likely corrupted data.", ErrorCodes::TOO_LARGE_SIZE_COMPRESSED); size_t size_decompressed = qlz_size_decompressed(&compressed_buffer[0]); compressed_buffer.resize(size_compressed); memory.resize(size_decompressed); internal_buffer.resize(size_decompressed); working_buffer.resize(size_decompressed); in.readStrict(&compressed_buffer[QUICKLZ_HEADER_SIZE], size_compressed - QUICKLZ_HEADER_SIZE); if (checksum != CityHash128(&compressed_buffer[0], size_compressed)) throw Exception("Checksum doesnt match: corrupted data.", ErrorCodes::CHECKSUM_DOESNT_MATCH); qlz_decompress(&compressed_buffer[0], working_buffer.begin(), scratch); return true; } public: CompressedReadBuffer(ReadBuffer & in_) : in(in_), compressed_buffer(QUICKLZ_HEADER_SIZE) { } }; } #endif