thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 08:40:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

calculate result directly from source_size and sizeof(T)

Browse Source
This commit is contained in:
seshWCS 2023-09-05 12:21:05 +00:00
parent 8ca51bf39d
commit cba3457a3a
1 changed files with 8 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
src/Compression/CompressionCodecGCD.cpp
View File

@ -54,7 +54,6 @@ UInt32 CompressionCodecGCD::getMaxCompressedDataSize(UInt32 uncompressed_size) c
{ {
return uncompressed_size return uncompressed_size
+ gcd_bytes_size // To store gcd + gcd_bytes_size // To store gcd
+ gcd_bytes_size // Max bytes_to_skip
+ 2; // Local header + 2; // Local header
} }
@ -78,9 +77,8 @@ namespace
{ {
template <typename T> template <typename T>
UInt32 compressDataForType(const char * source, UInt32 source_size, char * dest) void compressDataForType(const char * source, UInt32 source_size, char * dest)
{ {
size_t result = 0;
if (source_size % sizeof(T) != 0) if (source_size % sizeof(T) != 0)
throw Exception(ErrorCodes::CANNOT_COMPRESS, "Cannot GCD compress, data size {} is not aligned to {}", source_size, sizeof(T)); throw Exception(ErrorCodes::CANNOT_COMPRESS, "Cannot GCD compress, data size {} is not aligned to {}", source_size, sizeof(T));
@ -103,7 +101,6 @@ UInt32 compressDataForType(const char * source, UInt32 source_size, char * dest)
unalignedStore<T>(dest, gcd_divider); unalignedStore<T>(dest, gcd_divider);
dest += sizeof(T); dest += sizeof(T);
result += sizeof(T);
if (sizeof(T) <= 8) if (sizeof(T) <= 8)
{ {
@ -116,7 +113,6 @@ UInt32 compressDataForType(const char * source, UInt32 source_size, char * dest)
unalignedStore<T>(dest, static_cast<T>(static_cast<TUInt32Or64>(unalignedLoad<T>(cur_source)) / divider)); unalignedStore<T>(dest, static_cast<T>(static_cast<TUInt32Or64>(unalignedLoad<T>(cur_source)) / divider));
cur_source += sizeof(T); cur_source += sizeof(T);
dest += sizeof(T); dest += sizeof(T);
result += sizeof(T);
} }
} }
else else
@ -127,10 +123,8 @@ UInt32 compressDataForType(const char * source, UInt32 source_size, char * dest)
unalignedStore<T>(dest, unalignedLoad<T>(cur_source) / gcd_divider); unalignedStore<T>(dest, unalignedLoad<T>(cur_source) / gcd_divider);
cur_source += sizeof(T); cur_source += sizeof(T);
dest += sizeof(T); dest += sizeof(T);
result += sizeof(T);
} }
} }
return static_cast<UInt32>(result);
} }
template <typename T> template <typename T>
@ -167,29 +161,28 @@ UInt32 CompressionCodecGCD::doCompressData(const char * source, UInt32 source_si
dest[1] = bytes_to_skip; /// unused (backward compatibility) dest[1] = bytes_to_skip; /// unused (backward compatibility)
memcpy(&dest[2], source, bytes_to_skip); memcpy(&dest[2], source, bytes_to_skip);
size_t start_pos = 2 + bytes_to_skip; size_t start_pos = 2 + bytes_to_skip;
UInt32 result_size = 0;
switch (gcd_bytes_size) switch (gcd_bytes_size)
{ {
case 1: case 1:
result_size = compressDataForType<UInt8>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt8>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
case 2: case 2:
result_size = compressDataForType<UInt16>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt16>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
case 4: case 4:
result_size = compressDataForType<UInt32>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt32>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
case 8: case 8:
result_size = compressDataForType<UInt64>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt64>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
case 16: case 16:
result_size = compressDataForType<UInt128>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt128>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
case 32: case 32:
result_size = compressDataForType<UInt256>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]); compressDataForType<UInt256>(&source[bytes_to_skip], source_size - bytes_to_skip, &dest[start_pos]);
break; break;
} }
return 2 + bytes_to_skip + result_size; return 2 + gcd_bytes_size + source_size;
} }
void CompressionCodecGCD::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const void CompressionCodecGCD::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const