thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-21 15:12:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix kafka storage does not work with arrow and arrowstream format messages

Browse Source
This commit is contained in:
Chao Ma 2021-04-21 13:47:08 +08:00
parent b67f40bae1
commit 713eb9486c
2 changed files with 22 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/Processors/Formats/Impl/ArrowBlockInputFormat.cpp
View File

@ -24,7 +24,6 @@ namespace ErrorCodes
ArrowBlockInputFormat::ArrowBlockInputFormat(ReadBuffer & in_, const Block & header_, bool stream_)
: IInputFormat(header_, in_), stream{stream_}
{
prepareReader();
}
Chunk ArrowBlockInputFormat::generate()
@ -35,12 +34,18 @@ Chunk ArrowBlockInputFormat::generate()
if (stream)
{
if (!stream_reader)
prepareReader();
batch_result = stream_reader->Next();
if (batch_result.ok() && !(*batch_result))
return res;
}
else
{
if (!file_reader)
prepareReader();
if (record_batch_current >= record_batch_total)
return res;
@ -71,7 +76,7 @@ void ArrowBlockInputFormat::resetParser()
stream_reader.reset();
else
file_reader.reset();
prepareReader();
record_batch_current = 0;
}
void ArrowBlockInputFormat::prepareReader()

58
tests/integration/test_storage_kafka/test.py
View File

File diff suppressed because one or more lines are too long