2018-12-28 18:15:26 +00:00
|
|
|
#include "ICompressionCodec.h"
|
|
|
|
|
|
|
|
#include <Compression/LZ4_decompress_faster.h>
|
2018-10-11 02:57:48 +00:00
|
|
|
#include <common/unaligned.h>
|
|
|
|
#include <Common/hex.h>
|
|
|
|
#include <IO/WriteHelpers.h>
|
|
|
|
#include <IO/ReadBufferFromFileBase.h>
|
|
|
|
#include <Common/typeid_cast.h>
|
|
|
|
#include <Compression/CompressionFactory.h>
|
|
|
|
|
|
|
|
namespace ProfileEvents
|
|
|
|
{
|
|
|
|
extern const Event ReadCompressedBytes;
|
|
|
|
extern const Event CompressedReadBufferBlocks;
|
|
|
|
extern const Event CompressedReadBufferBytes;
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int CHECKSUM_DOESNT_MATCH;
|
|
|
|
extern const int TOO_LARGE_SIZE_COMPRESSED;
|
|
|
|
extern const int UNKNOWN_COMPRESSION_METHOD;
|
|
|
|
extern const int CANNOT_DECOMPRESS;
|
|
|
|
extern const int SEEK_POSITION_OUT_OF_BOUND;
|
|
|
|
}
|
|
|
|
|
2018-12-19 17:20:18 +00:00
|
|
|
|
2019-06-13 14:04:38 +00:00
|
|
|
UInt32 ICompressionCodec::compress(const char * source, UInt32 source_size, char * dest) const
|
2018-10-11 02:57:48 +00:00
|
|
|
{
|
2018-12-19 17:20:18 +00:00
|
|
|
dest[0] = getMethodByte();
|
|
|
|
UInt8 header_size = getHeaderSize();
|
|
|
|
/// Write data from header_size
|
|
|
|
UInt32 compressed_bytes_written = doCompressData(source, source_size, &dest[header_size]);
|
|
|
|
unalignedStore<UInt32>(&dest[1], compressed_bytes_written + header_size);
|
|
|
|
unalignedStore<UInt32>(&dest[5], source_size);
|
|
|
|
return header_size + compressed_bytes_written;
|
2018-10-11 02:57:48 +00:00
|
|
|
}
|
|
|
|
|
2018-12-19 17:20:18 +00:00
|
|
|
|
2019-06-13 14:04:38 +00:00
|
|
|
UInt32 ICompressionCodec::decompress(const char * source, UInt32 source_size, char * dest) const
|
2018-10-11 02:57:48 +00:00
|
|
|
{
|
2018-12-19 17:20:18 +00:00
|
|
|
UInt8 method = source[0];
|
|
|
|
if (method != getMethodByte())
|
|
|
|
throw Exception("Can't decompress data with codec byte " + toString(method) + " from codec with byte " + toString(method), ErrorCodes::CANNOT_DECOMPRESS);
|
|
|
|
|
|
|
|
UInt8 header_size = getHeaderSize();
|
2019-08-26 14:39:49 +00:00
|
|
|
UInt32 decompressed_size = readDecompressedBlockSize(source);
|
2018-12-19 17:20:18 +00:00
|
|
|
doDecompressData(&source[header_size], source_size - header_size, dest, decompressed_size);
|
|
|
|
|
2019-08-11 08:01:02 +00:00
|
|
|
return decompressed_size;
|
2018-10-11 02:57:48 +00:00
|
|
|
}
|
|
|
|
|
2018-12-19 17:20:18 +00:00
|
|
|
UInt32 ICompressionCodec::readCompressedBlockSize(const char * source)
|
2018-10-11 02:57:48 +00:00
|
|
|
{
|
2018-12-19 17:20:18 +00:00
|
|
|
return unalignedLoad<UInt32>(&source[1]);
|
2018-10-11 02:57:48 +00:00
|
|
|
}
|
|
|
|
|
2018-12-19 17:20:18 +00:00
|
|
|
|
|
|
|
UInt32 ICompressionCodec::readDecompressedBlockSize(const char * source)
|
|
|
|
{
|
|
|
|
return unalignedLoad<UInt32>(&source[5]);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
UInt8 ICompressionCodec::readMethod(const char * source)
|
|
|
|
{
|
|
|
|
return static_cast<UInt8>(source[0]);
|
|
|
|
}
|
|
|
|
|
2018-10-11 02:57:48 +00:00
|
|
|
}
|