ClickHouse/src/Storages/RabbitMQ/RabbitMQSource.h
2024-02-08 17:43:16 +01:00

74 lines
1.9 KiB
C++

#pragma once
#include <Processors/ISource.h>
#include <Storages/RabbitMQ/StorageRabbitMQ.h>
#include <Storages/RabbitMQ/RabbitMQConsumer.h>
namespace DB
{
class RabbitMQSource : public ISource
{
public:
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
ContextPtr context_,
const Names & columns,
size_t max_block_size_,
UInt64 max_execution_time_,
StreamingHandleErrorMode handle_error_mode_,
bool ack_in_suffix = false);
~RabbitMQSource() override;
String getName() const override { return storage.getName(); }
void updateChannel(RabbitMQConnection & connection) { consumer->updateChannel(connection); }
Chunk generate() override;
bool hasPendingMessages() const { return consumer && consumer->hasPendingMessages(); }
bool needChannelUpdate();
void updateChannel();
bool sendAck();
bool sendNack();
private:
StorageRabbitMQ & storage;
StorageSnapshotPtr storage_snapshot;
ContextPtr context;
Names column_names;
const size_t max_block_size;
StreamingHandleErrorMode handle_error_mode;
bool ack_in_suffix;
bool is_finished = false;
const Block non_virtual_header;
const Block virtual_header;
LoggerPtr log;
RabbitMQConsumerPtr consumer;
uint64_t max_execution_time_ms = 0;
Stopwatch total_stopwatch {CLOCK_MONOTONIC_COARSE};
RabbitMQConsumer::CommitInfo commit_info;
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
std::pair<Block, Block> headers,
ContextPtr context_,
const Names & columns,
size_t max_block_size_,
UInt64 max_execution_time_,
StreamingHandleErrorMode handle_error_mode_,
bool ack_in_suffix);
Chunk generateImpl();
};
}