mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-04 21:42:39 +00:00
161 lines
4.1 KiB
C++
161 lines
4.1 KiB
C++
#include <IO/ZlibDeflatingWriteBuffer.h>
|
|
#include <Common/MemorySanitizer.h>
|
|
#include <Common/MemoryTracker.h>
|
|
#include <Common/Exception.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int ZLIB_DEFLATE_FAILED;
|
|
}
|
|
|
|
|
|
ZlibDeflatingWriteBuffer::ZlibDeflatingWriteBuffer(
|
|
std::unique_ptr<WriteBuffer> out_,
|
|
CompressionMethod compression_method,
|
|
int compression_level,
|
|
size_t buf_size,
|
|
char * existing_memory,
|
|
size_t alignment)
|
|
: BufferWithOwnMemory<WriteBuffer>(buf_size, existing_memory, alignment)
|
|
, out(std::move(out_))
|
|
{
|
|
zstr.zalloc = nullptr;
|
|
zstr.zfree = nullptr;
|
|
zstr.opaque = nullptr;
|
|
zstr.next_in = nullptr;
|
|
zstr.avail_in = 0;
|
|
zstr.next_out = nullptr;
|
|
zstr.avail_out = 0;
|
|
|
|
int window_bits = 15;
|
|
if (compression_method == CompressionMethod::Gzip)
|
|
{
|
|
window_bits += 16;
|
|
}
|
|
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wold-style-cast"
|
|
int rc = deflateInit2(&zstr, compression_level, Z_DEFLATED, window_bits, 8, Z_DEFAULT_STRATEGY);
|
|
#pragma GCC diagnostic pop
|
|
|
|
if (rc != Z_OK)
|
|
throw Exception(std::string("deflateInit2 failed: ") + zError(rc) + "; zlib version: " + ZLIB_VERSION, ErrorCodes::ZLIB_DEFLATE_FAILED);
|
|
}
|
|
|
|
ZlibDeflatingWriteBuffer::~ZlibDeflatingWriteBuffer()
|
|
{
|
|
/// FIXME move final flush into the caller
|
|
MemoryTracker::LockExceptionInThread lock(VariableContext::Global);
|
|
|
|
finish();
|
|
|
|
try
|
|
{
|
|
int rc = deflateEnd(&zstr);
|
|
if (rc != Z_OK)
|
|
throw Exception(std::string("deflateEnd failed: ") + zError(rc), ErrorCodes::ZLIB_DEFLATE_FAILED);
|
|
}
|
|
catch (...)
|
|
{
|
|
/// It is OK not to terminate under an error from deflateEnd()
|
|
/// since all data already written to the stream.
|
|
tryLogCurrentException(__PRETTY_FUNCTION__);
|
|
}
|
|
}
|
|
|
|
void ZlibDeflatingWriteBuffer::nextImpl()
|
|
{
|
|
if (!offset())
|
|
return;
|
|
|
|
zstr.next_in = reinterpret_cast<unsigned char *>(working_buffer.begin());
|
|
zstr.avail_in = offset();
|
|
|
|
try
|
|
{
|
|
do
|
|
{
|
|
out->nextIfAtEnd();
|
|
zstr.next_out = reinterpret_cast<unsigned char *>(out->position());
|
|
zstr.avail_out = out->buffer().end() - out->position();
|
|
|
|
int rc = deflate(&zstr, Z_NO_FLUSH);
|
|
out->position() = out->buffer().end() - zstr.avail_out;
|
|
|
|
if (rc != Z_OK)
|
|
throw Exception(std::string("deflate failed: ") + zError(rc), ErrorCodes::ZLIB_DEFLATE_FAILED);
|
|
}
|
|
while (zstr.avail_in > 0 || zstr.avail_out == 0);
|
|
}
|
|
catch (...)
|
|
{
|
|
/// Do not try to write next time after exception.
|
|
out->position() = out->buffer().begin();
|
|
throw;
|
|
}
|
|
}
|
|
|
|
void ZlibDeflatingWriteBuffer::finish()
|
|
{
|
|
if (finished)
|
|
return;
|
|
|
|
try
|
|
{
|
|
finishImpl();
|
|
out->finalize();
|
|
finished = true;
|
|
}
|
|
catch (...)
|
|
{
|
|
/// Do not try to flush next time after exception.
|
|
out->position() = out->buffer().begin();
|
|
finished = true;
|
|
throw;
|
|
}
|
|
}
|
|
|
|
void ZlibDeflatingWriteBuffer::finishImpl()
|
|
{
|
|
next();
|
|
|
|
/// https://github.com/zlib-ng/zlib-ng/issues/494
|
|
do
|
|
{
|
|
out->nextIfAtEnd();
|
|
zstr.next_out = reinterpret_cast<unsigned char *>(out->position());
|
|
zstr.avail_out = out->buffer().end() - out->position();
|
|
|
|
int rc = deflate(&zstr, Z_FULL_FLUSH);
|
|
out->position() = out->buffer().end() - zstr.avail_out;
|
|
|
|
if (rc != Z_OK)
|
|
throw Exception(std::string("deflate failed: ") + zError(rc), ErrorCodes::ZLIB_DEFLATE_FAILED);
|
|
}
|
|
while (zstr.avail_out == 0);
|
|
|
|
while (true)
|
|
{
|
|
out->nextIfAtEnd();
|
|
zstr.next_out = reinterpret_cast<unsigned char *>(out->position());
|
|
zstr.avail_out = out->buffer().end() - out->position();
|
|
|
|
int rc = deflate(&zstr, Z_FINISH);
|
|
out->position() = out->buffer().end() - zstr.avail_out;
|
|
|
|
if (rc == Z_STREAM_END)
|
|
{
|
|
return;
|
|
}
|
|
|
|
if (rc != Z_OK)
|
|
throw Exception(std::string("deflate finish failed: ") + zError(rc), ErrorCodes::ZLIB_DEFLATE_FAILED);
|
|
}
|
|
}
|
|
|
|
}
|