2011-08-19 19:18:15 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <DataStreams/IBlockOutputStream.h>
|
2021-10-02 07:13:14 +00:00
|
|
|
#include <base/types.h>
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <DataTypes/IDataType.h>
|
2011-08-19 19:18:15 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2015-08-16 07:01:41 +00:00
|
|
|
class WriteBuffer;
|
|
|
|
class CompressedWriteBuffer;
|
|
|
|
|
|
|
|
|
2017-05-13 22:19:04 +00:00
|
|
|
/** Serializes the stream of blocks in their native binary format (with names and column types).
|
|
|
|
* Designed for communication between servers.
|
2015-08-16 07:01:41 +00:00
|
|
|
*
|
2017-05-13 22:19:04 +00:00
|
|
|
* A stream can be specified to write the index. The index contains offsets to each part of each column.
|
|
|
|
* If an `append` is made to an existing file, and you need to write the index, then specify `initial_size_of_file`.
|
2011-08-19 19:18:15 +00:00
|
|
|
*/
|
|
|
|
class NativeBlockOutputStream : public IBlockOutputStream
|
|
|
|
{
|
|
|
|
public:
|
2017-08-16 20:27:35 +00:00
|
|
|
/** If non-zero client_revision is specified, additional block information can be written.
|
2017-04-01 07:20:54 +00:00
|
|
|
*/
|
|
|
|
NativeBlockOutputStream(
|
2018-12-19 16:47:30 +00:00
|
|
|
WriteBuffer & ostr_, UInt64 client_revision_, const Block & header_, bool remove_low_cardinality_ = false,
|
2017-04-01 07:20:54 +00:00
|
|
|
WriteBuffer * index_ostr_ = nullptr, size_t initial_size_of_file_ = 0);
|
2011-08-19 19:18:15 +00:00
|
|
|
|
2018-02-19 00:45:32 +00:00
|
|
|
Block getHeader() const override { return header; }
|
2017-04-01 07:20:54 +00:00
|
|
|
void write(const Block & block) override;
|
|
|
|
void flush() override;
|
2014-08-14 20:27:41 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
String getContentType() const override { return "application/octet-stream"; }
|
2015-10-29 20:38:37 +00:00
|
|
|
|
2011-08-19 19:18:15 +00:00
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
WriteBuffer & ostr;
|
|
|
|
UInt64 client_revision;
|
2018-02-19 00:45:32 +00:00
|
|
|
Block header;
|
2017-04-01 07:20:54 +00:00
|
|
|
WriteBuffer * index_ostr;
|
2017-05-13 22:19:04 +00:00
|
|
|
size_t initial_size_of_file; /// The initial size of the data file, if `append` done. Used for the index.
|
|
|
|
/// If you need to write index, then `ostr` must be a CompressedWriteBuffer.
|
2017-04-01 07:20:54 +00:00
|
|
|
CompressedWriteBuffer * ostr_concrete = nullptr;
|
2018-12-19 17:54:46 +00:00
|
|
|
|
2018-12-19 16:47:30 +00:00
|
|
|
bool remove_low_cardinality;
|
2011-08-19 19:18:15 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|