thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 07:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

#26640 change kafka engine max consumers from 16 to physical cpu cores (#26642)

Browse Source 
Co-authored-by: jhonye <jhonye@tencent.com>
This commit is contained in:
feihengye 2021-07-22 16:54:08 +08:00 committed by GitHub
parent 5ffd99dfd4
commit 6230ad0160
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/Storages/Kafka/StorageKafka.cpp
View File

@ -33,6 +33,7 @@
#include <Common/typeid_cast.h>
#include <common/logger_useful.h>
#include <Common/quoteString.h>
#include <Common/getNumberOfPhysicalCPUCores.h>
#include <Interpreters/Context.h>
#include <Processors/Sources/SourceFromInputStream.h>
#include <librdkafka/rdkafka.h>
@ -746,10 +747,11 @@ void registerStorageKafka(StorageFactory & factory)
#undef CHECK_KAFKA_STORAGE_ARGUMENT
auto num_consumers = kafka_settings->kafka_num_consumers.value;
auto physical_cpu_cores = getNumberOfPhysicalCPUCores();
if (num_consumers > 16)
if (num_consumers > physical_cpu_cores)
{
throw Exception("Number of consumers can not be bigger than 16", ErrorCodes::BAD_ARGUMENTS);
throw Exception(ErrorCodes::BAD_ARGUMENTS, "Number of consumers can not be bigger than {}", physical_cpu_cores);
}
else if (num_consumers < 1)
{