2018-08-01 17:23:50 +00:00
|
|
|
#pragma once
|
|
|
|
|
2019-11-08 18:47:31 +00:00
|
|
|
#include <Core/SettingsCollection.h>
|
2018-08-01 17:23:50 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
class ASTStorage;
|
|
|
|
|
|
|
|
/** Settings for the Kafka engine.
|
|
|
|
* Could be loaded from a CREATE TABLE query (SETTINGS clause).
|
|
|
|
*/
|
2019-04-18 23:29:32 +00:00
|
|
|
struct KafkaSettings : public SettingsCollection<KafkaSettings>
|
2018-08-01 17:23:50 +00:00
|
|
|
{
|
|
|
|
|
2019-08-07 15:33:10 +00:00
|
|
|
|
2019-08-30 16:50:59 +00:00
|
|
|
#define LIST_OF_KAFKA_SETTINGS(M) \
|
2019-11-08 15:07:37 +00:00
|
|
|
M(SettingString, kafka_broker_list, "", "A comma-separated list of brokers for Kafka engine.", 0) \
|
|
|
|
M(SettingString, kafka_topic_list, "", "A list of Kafka topics.", 0) \
|
|
|
|
M(SettingString, kafka_group_name, "", "A group of Kafka consumers.", 0) \
|
|
|
|
M(SettingString, kafka_format, "", "The message format for Kafka engine.", 0) \
|
|
|
|
M(SettingChar, kafka_row_delimiter, '\0', "The character to be considered as a delimiter in Kafka message.", 0) \
|
|
|
|
M(SettingString, kafka_schema, "", "Schema identifier (used by schema-based formats) for Kafka engine", 0) \
|
|
|
|
M(SettingUInt64, kafka_num_consumers, 1, "The number of consumers per table for Kafka engine.", 0) \
|
|
|
|
M(SettingUInt64, kafka_max_block_size, 0, "The maximum block size per table for Kafka engine.", 0) \
|
|
|
|
M(SettingUInt64, kafka_skip_broken_messages, 0, "Skip at least this number of broken messages from Kafka topic per block", 0) \
|
|
|
|
M(SettingUInt64, kafka_commit_every_batch, 0, "Commit every consumed and handled batch instead of a single commit after writing a whole block", 0)
|
2018-08-01 17:23:50 +00:00
|
|
|
|
2019-04-28 21:03:19 +00:00
|
|
|
DECLARE_SETTINGS_COLLECTION(LIST_OF_KAFKA_SETTINGS)
|
2018-08-01 17:23:50 +00:00
|
|
|
|
|
|
|
void loadFromQuery(ASTStorage & storage_def);
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|