ClickHouse/dbms/Storages/Kafka/KafkaBlockInputStream.h

#pragma once

#include <DataStreams/IBlockInputStream.h>
#include <Interpreters/Context.h>

#include <Storages/Kafka/StorageKafka.h>
#include <Storages/Kafka/ReadBufferFromKafkaConsumer.h>


namespace DB
{

class KafkaBlockInputStream : public IBlockInputStream
{
public:
    KafkaBlockInputStream(
        StorageKafka & storage_, const Context & context_, const Names & columns, size_t max_block_size_, bool commit_in_suffix = true);
    ~KafkaBlockInputStream() override;

    String getName() const override { return storage.getName(); }
    Block getHeader() const override;

    void readPrefixImpl() override;
    Block readImpl() override;
    void readSuffixImpl() override;

    void commit();

private:
    StorageKafka & storage;
    Context context;
    Names column_names;
    UInt64 max_block_size;

    ConsumerBufferPtr buffer;
    bool broken = true, finished = false, claimed = false, commit_in_suffix;

    const Block non_virtual_header, virtual_header;
};

}