2022-01-17 18:45:53 +00:00
|
|
|
if(NOT ARCH_ARM AND NOT OS_FREEBSD AND NOT APPLE AND NOT ARCH_PPC64LE)
|
|
|
|
option(ENABLE_HDFS "Enable HDFS" ${ENABLE_LIBRARIES})
|
|
|
|
elseif(ENABLE_HDFS)
|
|
|
|
message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use HDFS3 with current configuration")
|
|
|
|
endif()
|
|
|
|
|
|
|
|
if(NOT ENABLE_HDFS)
|
|
|
|
message(STATUS "Not using hdfs")
|
|
|
|
return()
|
|
|
|
endif()
|
|
|
|
|
2022-01-19 06:16:10 +00:00
|
|
|
if (TARGET ch_contrib::krb5)
|
|
|
|
message(STATUS "Enable kerberos for HDFS")
|
2020-09-09 12:13:20 +00:00
|
|
|
SET(WITH_KERBEROS 1)
|
|
|
|
else()
|
|
|
|
SET(WITH_KERBEROS 0)
|
|
|
|
endif()
|
|
|
|
|
2018-11-19 08:17:09 +00:00
|
|
|
# project and source dir
|
2021-04-24 19:47:52 +00:00
|
|
|
set(HDFS3_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/libhdfs3")
|
|
|
|
set(HDFS3_SOURCE_DIR "${HDFS3_ROOT_DIR}/src")
|
|
|
|
set(HDFS3_COMMON_DIR "${HDFS3_SOURCE_DIR}/common")
|
2018-11-19 08:17:09 +00:00
|
|
|
|
|
|
|
# module
|
|
|
|
set(CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/CMake" ${CMAKE_MODULE_PATH})
|
|
|
|
include(Platform)
|
|
|
|
include(Options)
|
|
|
|
|
|
|
|
# source
|
|
|
|
set(PROTO_FILES
|
2021-04-24 19:47:52 +00:00
|
|
|
#"${HDFS3_SOURCE_DIR}/proto/encryption.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/ClientDatanodeProtocol.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/hdfs.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/Security.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/ProtobufRpcEngine.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/ClientNamenodeProtocol.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/IpcConnectionContext.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/RpcHeader.proto"
|
|
|
|
"${HDFS3_SOURCE_DIR}/proto/datatransfer.proto"
|
2018-11-19 08:17:09 +00:00
|
|
|
)
|
|
|
|
|
2022-01-17 07:46:31 +00:00
|
|
|
PROTOBUF_GENERATE_CPP(PROTO_SOURCES PROTO_HEADERS ${PROTO_FILES} APPEND_PATH)
|
2018-11-19 08:17:09 +00:00
|
|
|
|
2021-04-24 19:47:52 +00:00
|
|
|
configure_file("${HDFS3_SOURCE_DIR}/platform.h.in" "${CMAKE_CURRENT_BINARY_DIR}/platform.h")
|
2018-11-19 08:17:09 +00:00
|
|
|
|
|
|
|
set(SRCS
|
2021-04-24 19:47:52 +00:00
|
|
|
"${HDFS3_SOURCE_DIR}/network/TcpSocket.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/network/DomainSocket.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/network/BufferedSocketReader.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/ReadShortCircuitInfo.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/Pipeline.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/Hdfs.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/Packet.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/OutputStreamImpl.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/KerberosName.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/PacketHeader.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/LocalBlockReader.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/UserInfo.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/RemoteBlockReader.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/Permission.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/FileSystemImpl.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/DirectoryIterator.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/FileSystemKey.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/DataTransferProtocolSender.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/LeaseRenewer.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/PeerCache.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/InputStream.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/FileSystem.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/InputStreamImpl.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/Token.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/PacketPool.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/client/OutputStream.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcChannelKey.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcProtocolInfo.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcClient.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcRemoteCall.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcChannel.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcAuth.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcContentWrapper.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcConfig.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/RpcServerInfo.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/rpc/SaslClient.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/server/Datanode.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/server/LocatedBlocks.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/server/NamenodeProxy.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/server/NamenodeImpl.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/server/NamenodeInfo.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/WritableUtils.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/ExceptionInternal.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/SessionConfig.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/StackPrinter.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/Exception.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/Logger.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/CFileWrapper.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/XmlConfig.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/WriteBuffer.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/HWCrc32c.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/MappedFileWrapper.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/Hash.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/SWCrc32c.cpp"
|
|
|
|
"${HDFS3_SOURCE_DIR}/common/Thread.cpp"
|
2021-11-22 22:44:46 +00:00
|
|
|
${PROTO_SOURCES}
|
|
|
|
)
|
2018-11-19 08:17:09 +00:00
|
|
|
|
2020-10-27 11:04:03 +00:00
|
|
|
# old kernels (< 3.17) doesn't have SYS_getrandom. Always use POSIX implementation to have better compatibility
|
2021-04-24 19:47:52 +00:00
|
|
|
set_source_files_properties("${HDFS3_SOURCE_DIR}/rpc/RpcClient.cpp" PROPERTIES COMPILE_FLAGS "-DBOOST_UUID_RANDOM_PROVIDER_FORCE_POSIX=1")
|
2019-11-27 07:14:23 +00:00
|
|
|
|
2018-11-19 08:17:09 +00:00
|
|
|
# target
|
2022-01-17 18:45:53 +00:00
|
|
|
add_library(_hdfs3 ${SRCS})
|
|
|
|
|
|
|
|
add_dependencies(_hdfs3 protoc)
|
2018-11-19 08:17:09 +00:00
|
|
|
|
2022-01-17 18:45:53 +00:00
|
|
|
target_include_directories(_hdfs3 PRIVATE ${HDFS3_SOURCE_DIR})
|
|
|
|
target_include_directories(_hdfs3 PRIVATE ${HDFS3_COMMON_DIR})
|
|
|
|
target_include_directories(_hdfs3 PRIVATE ${CMAKE_CURRENT_BINARY_DIR})
|
2018-11-19 08:17:09 +00:00
|
|
|
|
2022-01-17 18:45:53 +00:00
|
|
|
target_include_directories(_hdfs3 SYSTEM BEFORE INTERFACE "${ClickHouse_SOURCE_DIR}/contrib/libhdfs3/include")
|
2018-11-19 08:17:09 +00:00
|
|
|
|
2022-01-17 21:48:09 +00:00
|
|
|
target_link_libraries(_hdfs3 PRIVATE ch_contrib::gsasl)
|
2018-12-05 13:24:45 +00:00
|
|
|
if (WITH_KERBEROS)
|
2022-01-17 21:44:15 +00:00
|
|
|
target_link_libraries(_hdfs3 PRIVATE ch_contrib::krb5)
|
2018-12-05 13:24:45 +00:00
|
|
|
endif()
|
2022-01-17 21:51:17 +00:00
|
|
|
target_link_libraries(_hdfs3 PRIVATE ch_contrib::libxml2)
|
2018-11-19 08:17:09 +00:00
|
|
|
|
|
|
|
# inherit from parent cmake
|
2022-01-17 18:45:53 +00:00
|
|
|
target_link_libraries(_hdfs3 PRIVATE ch_contrib::protobuf boost::headers_only)
|
2022-01-17 05:45:10 +00:00
|
|
|
if (TARGET OpenSSL::SSL)
|
2022-01-17 18:45:53 +00:00
|
|
|
target_link_libraries(_hdfs3 PRIVATE OpenSSL::Crypto OpenSSL::SSL)
|
2019-03-22 11:18:24 +00:00
|
|
|
endif()
|
2022-01-17 18:45:53 +00:00
|
|
|
|
|
|
|
add_library(ch_contrib::hdfs ALIAS _hdfs3)
|