thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-17 13:13:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor ReadBuffer

Browse Source
This commit is contained in:
Nikolay Degterinsky 2021-08-19 11:42:56 +03:00
parent 7a5c5b4208
commit 24046d6ecc
2 changed files with 26 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
src/IO/Lz4InflatingReadBuffer.cpp
View File

@ -1,4 +1,4 @@
#include "Lz4InflatingReadBuffer.h"
#include <IO/Lz4InflatingReadBuffer.h>
namespace DB
{
@ -10,23 +10,20 @@ namespace ErrorCodes
Lz4InflatingReadBuffer::Lz4InflatingReadBuffer(std::unique_ptr<ReadBuffer> in_, size_t buf_size, char * existing_memory, size_t alignment)
: BufferWithOwnMemory<ReadBuffer>(buf_size, existing_memory, alignment)
, in(std::move(in_))
, src_capacity(0)
, dst_capacity(0)
, in_data(nullptr)
, out_data(nullptr)
, in_available(0)
, out_available(0)
{
ret = 1;
size_t ret = LZ4F_createDecompressionContext(&dctx, LZ4F_VERSION);
dctx_status = LZ4F_createDecompressionContext(&dctx, LZ4F_VERSION);
if (LZ4F_isError(dctx_status))
{
if (LZ4F_isError(ret))
throw Exception(
ErrorCodes::LZ4_DECODER_FAILED,
"LZ4 failed create decompression context LZ4F_dctx. LZ4F version: {}. Error: {}",
LZ4F_VERSION,
LZ4F_getErrorName(dctx_status),
LZ4F_getErrorName(ret),
ErrorCodes::LZ4_DECODER_FAILED);
}
}
Lz4InflatingReadBuffer::~Lz4InflatingReadBuffer()
@ -39,34 +36,34 @@ bool Lz4InflatingReadBuffer::nextImpl()
if (eof)
return false;
if (!in_available)
{
in->nextIfAtEnd();
in_available = in->buffer().end() - in->position();
src = reinterpret_cast<void *>(in->position());
in_data = reinterpret_cast<void *>(in->position());
}
out_available = internal_buffer.size();
out_data = reinterpret_cast<void *>(internal_buffer.begin());
src_capacity = in_available;
dst_capacity = internal_buffer.size();
dst = reinterpret_cast<void *>(internal_buffer.begin());
size_t bytes_read = in_available;
size_t bytes_written = out_available;
ret = LZ4F_decompress(dctx, dst, &dst_capacity, src, &src_capacity, /* LZ4F_decompressOptions_t */ nullptr);
if (LZ4F_isError(ret)) {
printf("Decompression error: %s\n", LZ4F_getErrorName(ret));
size_t ret = LZ4F_decompress(dctx, out_data, &bytes_written, in_data, &bytes_read, /* LZ4F_decompressOptions_t */ nullptr);
in_available -= bytes_read;
out_available -= bytes_written;
in->position() = in->buffer().end() - in_available;
working_buffer.resize(internal_buffer.size() - out_available);
if (LZ4F_isError(ret))
throw Exception(
ErrorCodes::LZ4_DECODER_FAILED,
"LZ4 failed to fetch get info LZ4F_getFrameInfo. LZ4F version: {}. Error: {}",
"LZ4 decompression failed. LZ4F version: {}. Error: {}",
LZ4F_VERSION,
LZ4F_getErrorName(ret),
ErrorCodes::LZ4_DECODER_FAILED);
}
in->position() = in->buffer().begin() + src_capacity;
working_buffer.resize(dst_capacity);
in_available -= src_capacity;
if (in->eof())
{

15
src/IO/Lz4InflatingReadBuffer.h
View File

@ -30,22 +30,15 @@ private:
std::unique_ptr<ReadBuffer> in;
size_t ret;
LZ4F_dctx* dctx;
void * src;
void * dst;
size_t src_capacity;
size_t dst_capacity;
void * in_data;
void * out_data;
size_t in_available;
LZ4F_dctx* dctx;
size_t dctx_status;
size_t out_available;
bool eof = false;
};
}