mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-03 13:02:00 +00:00
46 lines
1.6 KiB
C++
46 lines
1.6 KiB
C++
#include <Formats/TemporaryFileStreamLegacy.h>
|
|
#include <Formats/NativeReader.h>
|
|
#include <Formats/NativeWriter.h>
|
|
#include <Processors/Executors/PullingPipelineExecutor.h>
|
|
#include <Processors/ISource.h>
|
|
#include <Compression/CompressedWriteBuffer.h>
|
|
#include <IO/WriteBufferFromFile.h>
|
|
#include <Core/ProtocolDefines.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
/// To read the data that was flushed into the temporary data file.
|
|
TemporaryFileStreamLegacy::TemporaryFileStreamLegacy(const std::string & path)
|
|
: file_in(path)
|
|
, compressed_in(file_in)
|
|
, block_in(std::make_unique<NativeReader>(compressed_in, DBMS_TCP_PROTOCOL_VERSION))
|
|
{}
|
|
|
|
TemporaryFileStreamLegacy::TemporaryFileStreamLegacy(const std::string & path, const Block & header_)
|
|
: file_in(path)
|
|
, compressed_in(file_in)
|
|
, block_in(std::make_unique<NativeReader>(compressed_in, header_, 0))
|
|
{}
|
|
|
|
/// Flush data from input stream into file for future reading
|
|
TemporaryFileStreamLegacy::Stat TemporaryFileStreamLegacy::write(const std::string & path, const Block & header, QueryPipelineBuilder builder, const std::string & codec)
|
|
{
|
|
WriteBufferFromFile file_buf(path);
|
|
CompressedWriteBuffer compressed_buf(file_buf, CompressionCodecFactory::instance().get(codec, {}));
|
|
NativeWriter output(compressed_buf, 0, header);
|
|
|
|
auto pipeline = QueryPipelineBuilder::getPipeline(std::move(builder));
|
|
PullingPipelineExecutor executor(pipeline);
|
|
|
|
Block block;
|
|
while (executor.pull(block))
|
|
output.write(block);
|
|
|
|
compressed_buf.finalize();
|
|
return Stat{compressed_buf.getCompressedBytes(), compressed_buf.getUncompressedBytes()};
|
|
}
|
|
|
|
}
|