thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-27 10:02:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use proper max block size in case of setting is not specified

Browse Source
This commit is contained in:
János Benjamin Antal 2024-05-01 13:03:31 +00:00
parent 56b03ee22a
commit 421ace6271
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/Storages/Kafka/StorageKafka2.cpp
View File

@ -788,9 +788,16 @@ StorageKafka2::PolledBatchInfo StorageKafka2::pollConsumer(
} }
if (!consumer.hasMorePolledMessages() if (!consumer.hasMorePolledMessages()
&& (total_rows >= kafka_settings->kafka_max_block_size || !check_time_limit() && (total_rows >= getMaxBlockSize() || !check_time_limit()
|| failed_poll_attempts >= MAX_FAILED_POLL_ATTEMPTS || consumer.needsOffsetUpdate())) || failed_poll_attempts >= MAX_FAILED_POLL_ATTEMPTS || consumer.needsOffsetUpdate()))
{ {
LOG_TRACE(
log,
"Stopped collecting message for current batch. There are {} failed polled attempts, {} total rows and consumer needs "
"offset update is {}",
failed_poll_attempts,
total_rows,
consumer.needsOffsetUpdate());
break; break;
} }
} }