ClickHouse/src/Storages/RabbitMQ/RabbitMQSource.h

62 lines
1.4 KiB
C++
Raw Normal View History

#pragma once
#include <Processors/Sources/SourceWithProgress.h>
#include <Storages/RabbitMQ/StorageRabbitMQ.h>
#include <Storages/RabbitMQ/ReadBufferFromRabbitMQConsumer.h>
namespace DB
{
2020-07-13 01:11:35 +00:00
class RabbitMQSource : public SourceWithProgress
{
public:
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
ContextPtr context_,
2020-08-28 08:52:02 +00:00
const Names & columns,
2020-08-31 16:34:16 +00:00
size_t max_block_size_,
2021-11-03 12:43:23 +00:00
bool ack_in_suffix = false);
~RabbitMQSource() override;
String getName() const override { return storage.getName(); }
2020-12-05 21:55:00 +00:00
ConsumerBufferPtr getBuffer() { return buffer; }
Chunk generate() override;
2020-10-25 07:44:04 +00:00
bool queueEmpty() const { return !buffer || buffer->queueEmpty(); }
2020-08-31 16:34:16 +00:00
bool needChannelUpdate();
2020-08-28 08:52:02 +00:00
void updateChannel();
bool sendAck();
private:
StorageRabbitMQ & storage;
StorageSnapshotPtr storage_snapshot;
ContextPtr context;
Names column_names;
2020-08-31 16:34:16 +00:00
const size_t max_block_size;
2020-08-28 08:52:02 +00:00
bool ack_in_suffix;
bool is_finished = false;
2020-07-13 01:11:35 +00:00
const Block non_virtual_header;
const Block virtual_header;
ConsumerBufferPtr buffer;
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
std::pair<Block, Block> headers,
ContextPtr context_,
const Names & columns,
size_t max_block_size_,
bool ack_in_suffix);
Chunk generateImpl();
};
}