thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-25 03:00:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove include_indices

Browse Source
This commit is contained in:
Pavel Kruglov 2021-05-14 00:52:29 +03:00
parent bbe470a670
commit 46a7cc5f1d
2 changed files with 1 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/Processors/Formats/Impl/ORCBlockInputFormat.cpp
View File

@ -42,7 +42,7 @@ Chunk ORCBlockInputFormat::generate()
return res;
std::shared_ptr<arrow::RecordBatch> batch_result;
arrow::Status batch_status = file_reader->ReadStripe(stripe_current, include_indices, &batch_result);
arrow::Status batch_status = file_reader->ReadStripe(stripe_current, &batch_result);
if (!batch_status.ok())
throw ParsingException(ErrorCodes::CANNOT_READ_ALL_DATA,
"Error while reading batch of ORC data: {}", batch_status.ToString());
@ -63,7 +63,6 @@ void ORCBlockInputFormat::resetParser()
IInputFormat::resetParser();
file_reader.reset();
include_indices.clear();
stripe_current = 0;
}
@ -72,17 +71,6 @@ void ORCBlockInputFormat::prepareReader()
THROW_ARROW_NOT_OK(arrow::adapters::orc::ORCFileReader::Open(asArrowFile(in), arrow::default_memory_pool(), &file_reader));
stripe_total = file_reader->NumberOfStripes();
stripe_current = 0;
std::shared_ptr<arrow::Schema> schema;
THROW_ARROW_NOT_OK(file_reader->ReadSchema(&schema));
for (int i = 0; i < schema->num_fields(); ++i)
{
if (getPort().getHeader().has(schema->field(i)->name()))
{
include_indices.push_back(i);
}
}
}
void registerInputFormatProcessorORC(FormatFactory &factory)

3
src/Processors/Formats/Impl/ORCBlockInputFormat.h
View File

@ -30,9 +30,6 @@ private:
int stripe_current = 0;
// indices of columns to read from ORC file
std::vector<int> include_indices;
void prepareReader();
};