ClickHouse/src/Processors/Formats/Impl/CHColumnToArrowColumn.h

35 lines
892 B
C++
Raw Normal View History

#pragma once
2021-10-27 23:10:39 +00:00
#include "config_formats.h"
#if USE_ARROW || USE_PARQUET
#include <Core/Block.h>
#include <Processors/Chunk.h>
#include <arrow/table.h>
2021-07-24 11:46:00 +00:00
namespace DB
{
class CHColumnToArrowColumn
{
2021-06-07 15:15:58 +00:00
public:
2021-07-24 11:46:00 +00:00
CHColumnToArrowColumn(const Block & header, const std::string & format_name_, bool low_cardinality_as_dictionary_);
2021-06-07 15:15:58 +00:00
void chChunkToArrowTable(std::shared_ptr<arrow::Table> & res, const Chunk & chunk, size_t columns_num);
2021-07-24 11:46:00 +00:00
private:
2021-06-07 15:15:58 +00:00
ColumnsWithTypeAndName header_columns;
std::vector<std::shared_ptr<arrow::Field>> arrow_fields;
const std::string format_name;
bool low_cardinality_as_dictionary;
/// Map {column name : arrow dictionary}.
/// To avoid converting dictionary from LowCardinality to Arrow
/// Dictionary every chunk we save it and reuse.
std::unordered_map<std::string, std::shared_ptr<arrow::Array>> dictionary_values;
};
2021-07-24 11:46:00 +00:00
}
2021-07-24 11:46:00 +00:00
#endif