ClickHouse/src/Storages/RabbitMQ/RabbitMQSource.h

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

70 lines
1.6 KiB
C++
Raw Normal View History

#pragma once
2022-05-20 19:49:31 +00:00
#include <Processors/ISource.h>
#include <Storages/RabbitMQ/StorageRabbitMQ.h>
#include <Storages/RabbitMQ/ReadBufferFromRabbitMQConsumer.h>
namespace DB
{
2020-07-13 01:11:35 +00:00
2022-05-20 19:49:31 +00:00
class RabbitMQSource : public ISource
{
public:
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
ContextPtr context_,
2020-08-28 08:52:02 +00:00
const Names & columns,
2020-08-31 16:34:16 +00:00
size_t max_block_size_,
2021-11-03 12:43:23 +00:00
bool ack_in_suffix = false);
~RabbitMQSource() override;
String getName() const override { return storage.getName(); }
2020-12-05 21:55:00 +00:00
ConsumerBufferPtr getBuffer() { return buffer; }
Chunk generate() override;
2020-10-25 07:44:04 +00:00
bool queueEmpty() const { return !buffer || buffer->queueEmpty(); }
2020-08-31 16:34:16 +00:00
bool needChannelUpdate();
2020-08-28 08:52:02 +00:00
void updateChannel();
bool sendAck();
2022-05-20 19:49:31 +00:00
void setTimeLimit(Poco::Timespan max_execution_time_) { max_execution_time = max_execution_time_; }
private:
StorageRabbitMQ & storage;
StorageSnapshotPtr storage_snapshot;
ContextPtr context;
Names column_names;
2020-08-31 16:34:16 +00:00
const size_t max_block_size;
2020-08-28 08:52:02 +00:00
bool ack_in_suffix;
bool is_finished = false;
2020-07-13 01:11:35 +00:00
const Block non_virtual_header;
const Block virtual_header;
ConsumerBufferPtr buffer;
2022-05-20 19:49:31 +00:00
Poco::Timespan max_execution_time = 0;
Stopwatch total_stopwatch {CLOCK_MONOTONIC_COARSE};
bool checkTimeLimit() const;
RabbitMQSource(
StorageRabbitMQ & storage_,
const StorageSnapshotPtr & storage_snapshot_,
std::pair<Block, Block> headers,
ContextPtr context_,
const Names & columns,
size_t max_block_size_,
bool ack_in_suffix);
Chunk generateImpl();
};
}