thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

compressor: add seek support while reading compressed file

Browse Source 
Useful to debug .bin files
This commit is contained in:
Azat Khuzhin 2020-12-29 23:06:14 +03:00
parent a71c193062
commit 3362c8fc40
1 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
programs/compressor/Compressor.cpp
View File

@ -10,6 +10,7 @@
#include <IO/ReadBufferFromFile.h> #include <IO/ReadBufferFromFile.h>
#include <Compression/CompressedWriteBuffer.h> #include <Compression/CompressedWriteBuffer.h>
#include <Compression/CompressedReadBuffer.h> #include <Compression/CompressedReadBuffer.h>
#include <Compression/CompressedReadBufferFromFile.h>
#include <IO/WriteHelpers.h> #include <IO/WriteHelpers.h>
#include <IO/copyData.h> #include <IO/copyData.h>
#include <Parsers/parseQuery.h> #include <Parsers/parseQuery.h>
@ -73,6 +74,8 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
("input", boost::program_options::value<std::string>()->value_name("INPUT"), "input file") ("input", boost::program_options::value<std::string>()->value_name("INPUT"), "input file")
("output", boost::program_options::value<std::string>()->value_name("OUTPUT"), "output file") ("output", boost::program_options::value<std::string>()->value_name("OUTPUT"), "output file")
("decompress,d", "decompress") ("decompress,d", "decompress")
("offset-in-compressed-file", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the compressed block (i.e. physical file offset)")
("offset-in-decompressed-block", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the decompressed block (i.e. virtual offset)")
("block-size,b", boost::program_options::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size") ("block-size,b", boost::program_options::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
("hc", "use LZ4HC instead of LZ4") ("hc", "use LZ4HC instead of LZ4")
("zstd", "use ZSTD instead of LZ4") ("zstd", "use ZSTD instead of LZ4")
@ -161,9 +164,26 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
else if (decompress) else if (decompress)
{ {
/// Decompression /// Decompression
size_t offset_in_compressed_file = options["offset-in-compressed-file"].as<size_t>();
size_t offset_in_decompressed_block = options["offset-in-decompressed-block"].as<size_t>();
if (offset_in_compressed_file || offset_in_decompressed_block)
{
if (!options.count("input"))
{
throw DB::Exception("--offset-in-compressed-file/--offset-in-decompressed-block requires --input", DB::ErrorCodes::BAD_ARGUMENTS);
}
CompressedReadBufferFromFile compressed_file(options["input"].as<std::string>(), 0, 0, 0);
compressed_file.seek(offset_in_compressed_file, offset_in_decompressed_block);
copyData(compressed_file, *wb);
}
else
{
CompressedReadBuffer from(*rb); CompressedReadBuffer from(*rb);
copyData(from, *wb); copyData(from, *wb);
} }
}
else else
{ {
/// Compression /// Compression