thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 00:30:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #29051 from vitstn/arcadia-parquet-orc

Browse Source 
enable Parquet & Orc formats in arcadia
This commit is contained in:
alexey-milovidov 2021-09-15 23:46:47 +03:00 committed by GitHub
commit 6ef3e9e57e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 20 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/Formats/registerFormats.cpp
View File

@ -121,15 +121,14 @@ void registerFormats()
registerInputFormatProcessorRawBLOB(factory);
registerOutputFormatProcessorRawBLOB(factory);
#if !defined(ARCADIA_BUILD)
registerInputFormatProcessorORC(factory);
registerOutputFormatProcessorORC(factory);
registerInputFormatProcessorParquet(factory);
registerOutputFormatProcessorParquet(factory);
#if !defined(ARCADIA_BUILD)
registerInputFormatProcessorAvro(factory);
registerOutputFormatProcessorAvro(factory);
#endif
registerInputFormatProcessorArrow(factory);
registerOutputFormatProcessorArrow(factory);

4
src/Processors/Formats/Impl/ORCBlockInputFormat.h
View File

@ -1,5 +1,7 @@
#pragma once
#include "config_formats.h"
#if !defined(ARCADIA_BUILD)
# include "config_formats.h"
#endif
#if USE_ORC
#include <Processors/Formats/IInputFormat.h>

5
src/Processors/Formats/Impl/ParquetBlockInputFormat.h
View File

@ -1,6 +1,7 @@
#pragma once
#include "config_formats.h"
#if !defined(ARCADIA_BUILD)
# include "config_formats.h"
#endif
#if USE_PARQUET
#include <Processors/Formats/IInputFormat.h>

4
src/Processors/Formats/Impl/ParquetBlockOutputFormat.h
View File

@ -1,6 +1,8 @@
#pragma once
#if !defined(ARCADIA_BUILD)
# include "config_formats.h"
#endif
#include "config_formats.h"
#if USE_PARQUET
# include <Processors/Formats/IOutputFormat.h>
# include <Formats/FormatSettings.h>

8
src/Processors/ya.make
View File

@ -8,13 +8,15 @@ PEERDIR(
contrib/libs/msgpack
contrib/libs/protobuf
contrib/libs/apache/arrow
contrib/libs/apache/orc
)
ADDINCL(
contrib/libs/apache/arrow/src
contrib/libs/apache/orc/c++/include
)
CFLAGS(-DUSE_ARROW=1)
CFLAGS(-DUSE_ARROW=1 -DUSE_PARQUET=1 -DUSE_ORC=1)
SRCS(
Chunk.cpp
@ -56,8 +58,12 @@ SRCS(
Formats/Impl/MySQLOutputFormat.cpp
Formats/Impl/NullFormat.cpp
Formats/Impl/ODBCDriver2BlockOutputFormat.cpp
Formats/Impl/ORCBlockInputFormat.cpp
Formats/Impl/ORCBlockOutputFormat.cpp
Formats/Impl/ParallelFormattingOutputFormat.cpp
Formats/Impl/ParallelParsingInputFormat.cpp
Formats/Impl/ParquetBlockInputFormat.cpp
Formats/Impl/ParquetBlockOutputFormat.cpp
Formats/Impl/PostgreSQLOutputFormat.cpp
Formats/Impl/PrettyBlockOutputFormat.cpp
Formats/Impl/PrettyCompactBlockOutputFormat.cpp

4
src/Processors/ya.make.in
View File

@ -7,13 +7,15 @@ PEERDIR(
contrib/libs/msgpack
contrib/libs/protobuf
contrib/libs/apache/arrow
contrib/libs/apache/orc
)
ADDINCL(
contrib/libs/apache/arrow/src
contrib/libs/apache/orc/c++/include
)
CFLAGS(-DUSE_ARROW=1)
CFLAGS(-DUSE_ARROW=1 -DUSE_PARQUET=1 -DUSE_ORC=1)
SRCS(
<? find . -name '*.cpp' | grep -v -F tests | grep -v -F examples | grep -v -F fuzzers | grep -v -P 'Avro|ORC|Parquet|CapnProto' | sed 's/^\.\// /' | sort ?>