mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-14 11:33:46 +00:00
51ed10ed78
AWS SDK S3 integration
354 lines
12 KiB
CMake
Vendored
354 lines
12 KiB
CMake
Vendored
# Third-party libraries may have substandard code.
|
|
|
|
if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
|
|
set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -w")
|
|
set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w -std=c++1z")
|
|
elseif (CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
|
|
set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -w")
|
|
set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w -std=c++1z")
|
|
endif ()
|
|
|
|
set_property(DIRECTORY PROPERTY EXCLUDE_FROM_ALL 1)
|
|
|
|
if (USE_INTERNAL_BOOST_LIBRARY)
|
|
add_subdirectory (boost-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_LZ4_LIBRARY)
|
|
add_subdirectory (lz4-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_ZSTD_LIBRARY)
|
|
add_subdirectory (zstd-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_RE2_LIBRARY)
|
|
set(RE2_BUILD_TESTING 0 CACHE INTERNAL "")
|
|
add_subdirectory (re2)
|
|
add_subdirectory (re2_st)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_DOUBLE_CONVERSION_LIBRARY)
|
|
add_subdirectory (double-conversion-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_CITYHASH_LIBRARY)
|
|
add_subdirectory (cityhash102)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_FARMHASH_LIBRARY)
|
|
add_subdirectory (libfarmhash)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_METROHASH_LIBRARY)
|
|
add_subdirectory (libmetrohash)
|
|
endif ()
|
|
|
|
add_subdirectory (murmurhash)
|
|
add_subdirectory (croaring)
|
|
|
|
if (USE_INTERNAL_BTRIE_LIBRARY)
|
|
add_subdirectory (libbtrie)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_ZLIB_LIBRARY)
|
|
unset (BUILD_SHARED_LIBS CACHE)
|
|
set (ZLIB_ENABLE_TESTS 0 CACHE INTERNAL "")
|
|
set (SKIP_INSTALL_ALL 1 CACHE INTERNAL "")
|
|
set (ZLIB_COMPAT 1 CACHE INTERNAL "") # also enables WITH_GZFILEOP
|
|
set (WITH_NATIVE_INSTRUCTIONS ${ARCH_NATIVE} CACHE INTERNAL "")
|
|
if (OS_FREEBSD OR ARCH_I386)
|
|
set (WITH_OPTIM 0 CACHE INTERNAL "") # Bug in assembler
|
|
endif ()
|
|
if (ARCH_AARCH64)
|
|
set(WITH_NEON 1 CACHE INTERNAL "")
|
|
set(WITH_ACLE 1 CACHE INTERNAL "")
|
|
endif ()
|
|
|
|
add_subdirectory (${INTERNAL_ZLIB_NAME})
|
|
# TODO: make pull to Dead2/zlib-ng and remove:
|
|
# We should use same defines when including zlib.h as used when zlib compiled
|
|
target_compile_definitions (zlib PUBLIC ZLIB_COMPAT WITH_GZFILEOP)
|
|
target_compile_definitions (zlibstatic PUBLIC ZLIB_COMPAT WITH_GZFILEOP)
|
|
if(CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64" OR CMAKE_SYSTEM_PROCESSOR MATCHES "AMD64")
|
|
target_compile_definitions (zlib PUBLIC X86_64 UNALIGNED_OK)
|
|
target_compile_definitions (zlibstatic PUBLIC X86_64 UNALIGNED_OK)
|
|
endif ()
|
|
|
|
#set_target_properties(example PROPERTIES EXCLUDE_FROM_ALL 1)
|
|
#if (TARGET example64)
|
|
# set_target_properties(example64 PROPERTIES EXCLUDE_FROM_ALL 1)
|
|
#endif ()
|
|
|
|
#set_target_properties(minigzip PROPERTIES EXCLUDE_FROM_ALL 1)
|
|
#if (TARGET minigzip64)
|
|
# set_target_properties(minigzip64 PROPERTIES EXCLUDE_FROM_ALL 1)
|
|
#endif ()
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_CCTZ_LIBRARY)
|
|
add_subdirectory (cctz-cmake)
|
|
endif ()
|
|
|
|
if (ENABLE_TCMALLOC AND USE_INTERNAL_GPERFTOOLS_LIBRARY)
|
|
add_subdirectory (libtcmalloc)
|
|
endif ()
|
|
|
|
if (ENABLE_JEMALLOC AND USE_INTERNAL_JEMALLOC_LIBRARY)
|
|
add_subdirectory (jemalloc-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_CPUID_LIBRARY)
|
|
add_subdirectory (libcpuid)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_H3_LIBRARY)
|
|
add_subdirectory(h3-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_SSL_LIBRARY)
|
|
if (NOT MAKE_STATIC_LIBRARIES)
|
|
set (BUILD_SHARED 1)
|
|
endif ()
|
|
|
|
# By default, ${CMAKE_INSTALL_PREFIX}/etc/ssl is selected - that is not what we need.
|
|
# We need to use system wide ssl directory.
|
|
set (OPENSSLDIR "/etc/ssl")
|
|
|
|
set (LIBRESSL_SKIP_INSTALL 1 CACHE INTERNAL "")
|
|
add_subdirectory (ssl)
|
|
target_include_directories(${OPENSSL_CRYPTO_LIBRARY} SYSTEM PUBLIC ${OPENSSL_INCLUDE_DIR})
|
|
target_include_directories(${OPENSSL_SSL_LIBRARY} SYSTEM PUBLIC ${OPENSSL_INCLUDE_DIR})
|
|
set (POCO_SKIP_OPENSSL_FIND 1)
|
|
|
|
add_library(OpenSSL::Crypto ALIAS ${OPENSSL_CRYPTO_LIBRARY})
|
|
add_library(OpenSSL::SSL ALIAS ${OPENSSL_SSL_LIBRARY})
|
|
endif ()
|
|
|
|
function(mysql_support)
|
|
set(CLIENT_PLUGIN_CACHING_SHA2_PASSWORD STATIC)
|
|
set(CLIENT_PLUGIN_SHA256_PASSWORD STATIC)
|
|
set(CLIENT_PLUGIN_REMOTE_IO OFF)
|
|
set(CLIENT_PLUGIN_DIALOG OFF)
|
|
set(CLIENT_PLUGIN_AUTH_GSSAPI_CLIENT OFF)
|
|
set(CLIENT_PLUGIN_CLIENT_ED25519 OFF)
|
|
set(CLIENT_PLUGIN_MYSQL_CLEAR_PASSWORD OFF)
|
|
set(SKIP_TESTS 1)
|
|
if (GLIBC_COMPATIBILITY)
|
|
set(LIBM glibc-compatibility)
|
|
endif()
|
|
if (USE_INTERNAL_ZLIB_LIBRARY)
|
|
set(ZLIB_FOUND ON)
|
|
set(ZLIB_LIBRARY zlibstatic)
|
|
set(WITH_EXTERNAL_ZLIB ON)
|
|
endif()
|
|
add_subdirectory (mariadb-connector-c)
|
|
endfunction()
|
|
if (ENABLE_MYSQL AND USE_INTERNAL_MYSQL_LIBRARY)
|
|
mysql_support()
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_RDKAFKA_LIBRARY)
|
|
add_subdirectory (librdkafka-cmake)
|
|
target_include_directories(rdkafka BEFORE PRIVATE ${ZLIB_INCLUDE_DIR})
|
|
if(OPENSSL_INCLUDE_DIR)
|
|
target_include_directories(rdkafka BEFORE PRIVATE ${OPENSSL_INCLUDE_DIR})
|
|
endif()
|
|
endif ()
|
|
|
|
if (USE_RDKAFKA)
|
|
add_subdirectory (cppkafka-cmake)
|
|
endif()
|
|
|
|
if (ENABLE_ODBC AND USE_INTERNAL_ODBC_LIBRARY)
|
|
add_subdirectory (unixodbc-cmake)
|
|
add_library(ODBC::ODBC ALIAS ${ODBC_LIBRARIES})
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_PARQUET_LIBRARY)
|
|
if (USE_INTERNAL_PARQUET_LIBRARY_NATIVE_CMAKE)
|
|
# We dont use arrow's cmakefiles because they uses too many depends and download some libs in compile time
|
|
# But this mode can be used for updating auto-generated parquet files:
|
|
# cmake -DUSE_INTERNAL_PARQUET_LIBRARY_NATIVE_CMAKE=1 -DUSE_STATIC_LIBRARIES=0
|
|
# copy {BUILD_DIR}/contrib/arrow/cpp/src/parquet/*.cpp,*.h -> /contrib/arrow-cmake/cpp/src/parquet/
|
|
|
|
# Also useful parquet reader:
|
|
# cd contrib/arrow/cpp/build && mkdir -p build && cmake .. -DPARQUET_BUILD_EXECUTABLES=1 && make -j8
|
|
# contrib/arrow/cpp/build/debug/parquet-reader some_file.parquet
|
|
|
|
set (ARROW_COMPUTE ON CACHE INTERNAL "")
|
|
set (ARROW_PARQUET ON CACHE INTERNAL "")
|
|
set (ARROW_VERBOSE_THIRDPARTY_BUILD ON CACHE INTERNAL "")
|
|
set (ARROW_BUILD_SHARED 1 CACHE INTERNAL "")
|
|
set (ARROW_BOOST_HEADER_ONLY ON CACHE INTERNAL "")
|
|
#set (BOOST_INCLUDEDIR Boost_INCLUDE_DIRS)
|
|
set (Boost_FOUND 1 CACHE INTERNAL "")
|
|
#set (ZLIB_HOME ${ZLIB_INCLUDE_DIR})
|
|
#set (ZLIB_FOUND 1)
|
|
if (MAKE_STATIC_LIBRARIES)
|
|
set (PARQUET_ARROW_LINKAGE "static" CACHE INTERNAL "")
|
|
set (ARROW_TEST_LINKAGE "static" CACHE INTERNAL "")
|
|
set (ARROW_BUILD_STATIC ${MAKE_STATIC_LIBRARIES} CACHE INTERNAL "")
|
|
else()
|
|
set (PARQUET_ARROW_LINKAGE "shared" CACHE INTERNAL "")
|
|
set (ARROW_TEST_LINKAGE "shared" CACHE INTERNAL "")
|
|
endif()
|
|
|
|
if(CMAKE_BUILD_TYPE STREQUAL "RELWITHDEBINFO")
|
|
set(_save_build_type ${CMAKE_BUILD_TYPE})
|
|
set(CMAKE_BUILD_TYPE RELEASE)
|
|
endif()
|
|
|
|
# Because Arrow uses CMAKE_SOURCE_DIR as a project path
|
|
# Hopefully will be fixed in https://github.com/apache/arrow/pull/2676
|
|
set (CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/cmake_modules")
|
|
add_subdirectory (arrow/cpp)
|
|
|
|
if(_save_build_type)
|
|
set(CMAKE_BUILD_TYPE ${_save_build_type})
|
|
endif()
|
|
|
|
else()
|
|
if(USE_INTERNAL_SNAPPY_LIBRARY)
|
|
set(SNAPPY_BUILD_TESTS 0 CACHE INTERNAL "")
|
|
if (NOT MAKE_STATIC_LIBRARIES)
|
|
set(BUILD_SHARED_LIBS 1) # TODO: set at root dir
|
|
endif()
|
|
|
|
add_subdirectory(snappy)
|
|
|
|
set (SNAPPY_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/snappy")
|
|
if(SANITIZE STREQUAL "undefined")
|
|
target_compile_options(${SNAPPY_LIBRARY} PRIVATE -fno-sanitize=undefined)
|
|
endif()
|
|
endif()
|
|
|
|
add_subdirectory(arrow-cmake)
|
|
endif()
|
|
endif()
|
|
|
|
if (USE_INTERNAL_POCO_LIBRARY)
|
|
set (POCO_VERBOSE_MESSAGES 0 CACHE INTERNAL "")
|
|
set (save_CMAKE_CXX_FLAGS ${CMAKE_CXX_FLAGS})
|
|
set (save_CMAKE_C_FLAGS ${CMAKE_C_FLAGS})
|
|
set (_save ${ENABLE_TESTS})
|
|
set (ENABLE_TESTS 0)
|
|
set (POCO_ENABLE_TESTS 0)
|
|
set (CMAKE_DISABLE_FIND_PACKAGE_ZLIB 1)
|
|
if (MSVC OR NOT USE_POCO_DATAODBC)
|
|
set (ENABLE_DATA_ODBC 0 CACHE INTERNAL "") # TODO (build fail)
|
|
endif ()
|
|
add_subdirectory (poco)
|
|
unset (CMAKE_DISABLE_FIND_PACKAGE_ZLIB)
|
|
set (ENABLE_TESTS ${_save})
|
|
set (CMAKE_CXX_FLAGS ${save_CMAKE_CXX_FLAGS})
|
|
set (CMAKE_C_FLAGS ${save_CMAKE_C_FLAGS})
|
|
|
|
if (OPENSSL_FOUND AND TARGET Crypto AND (NOT DEFINED ENABLE_POCO_NETSSL OR ENABLE_POCO_NETSSL))
|
|
# Bug in poco https://github.com/pocoproject/poco/pull/2100 found on macos
|
|
target_include_directories(Crypto SYSTEM PUBLIC ${OPENSSL_INCLUDE_DIR})
|
|
endif ()
|
|
endif ()
|
|
|
|
if(USE_INTERNAL_GTEST_LIBRARY)
|
|
# Google Test from sources
|
|
add_subdirectory(${ClickHouse_SOURCE_DIR}/contrib/googletest/googletest ${CMAKE_CURRENT_BINARY_DIR}/googletest)
|
|
# avoid problems with <regexp.h>
|
|
target_compile_definitions (gtest INTERFACE GTEST_HAS_POSIX_RE=0)
|
|
elseif(GTEST_SRC_DIR)
|
|
add_subdirectory(${GTEST_SRC_DIR}/googletest ${CMAKE_CURRENT_BINARY_DIR}/googletest)
|
|
target_compile_definitions(gtest INTERFACE GTEST_HAS_POSIX_RE=0)
|
|
endif()
|
|
|
|
if (USE_INTERNAL_LLVM_LIBRARY)
|
|
file(GENERATE OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/empty.cpp CONTENT " ")
|
|
add_library(LLVM0 ${CMAKE_CURRENT_BINARY_DIR}/empty.cpp) # silly cmake bug fix
|
|
add_library(LLVMOFF ${CMAKE_CURRENT_BINARY_DIR}/empty.cpp)
|
|
# ld: unknown option: --color-diagnostics
|
|
if (APPLE)
|
|
set (LINKER_SUPPORTS_COLOR_DIAGNOSTICS 0 CACHE INTERNAL "")
|
|
endif ()
|
|
set (LLVM_ENABLE_EH 1 CACHE INTERNAL "")
|
|
set (LLVM_ENABLE_RTTI 1 CACHE INTERNAL "")
|
|
set (LLVM_INCLUDE_TESTS 0 CACHE INTERNAL "")
|
|
set (LLVM_INCLUDE_EXAMPLES 0 CACHE INTERNAL "")
|
|
set (LLVM_INCLUDE_TOOLS 0 CACHE INTERNAL "")
|
|
set (LLVM_INSTALL_TOOLCHAIN_ONLY 0 CACHE INTERNAL "")
|
|
set (CLANG_BUILT_STANDALONE 0 CACHE INTERNAL "")
|
|
set (LLDB_BUILT_STANDALONE 0 CACHE INTERNAL "")
|
|
set (CLANG_ENABLE_STATIC_ANALYZER 0 CACHE INTERNAL "")
|
|
set (CLANG_ENABLE_ARCMT 0 CACHE INTERNAL "")
|
|
set (CLANG_BUILD_TOOLS 0 CACHE INTERNAL "")
|
|
set (BENCHMARK_ENABLE_GTEST_TESTS 0 CACHE INTERNAL "")
|
|
set (BENCHMARK_ENABLE_ASSEMBLY_TESTS 0 CACHE INTERNAL "")
|
|
set (LLVM_TARGETS_TO_BUILD "X86;AArch64" CACHE INTERNAL "")
|
|
add_subdirectory (llvm/llvm)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_LIBGSASL_LIBRARY)
|
|
add_subdirectory(libgsasl)
|
|
endif()
|
|
|
|
if (USE_INTERNAL_LIBXML2_LIBRARY)
|
|
add_subdirectory(libxml2-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_BROTLI_LIBRARY)
|
|
add_subdirectory(brotli-cmake)
|
|
target_compile_definitions(brotli PRIVATE BROTLI_BUILD_PORTABLE=1)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_PROTOBUF_LIBRARY)
|
|
if (MAKE_STATIC_LIBRARIES)
|
|
set(protobuf_BUILD_SHARED_LIBS OFF CACHE INTERNAL "" FORCE)
|
|
else ()
|
|
set(protobuf_BUILD_SHARED_LIBS ON CACHE INTERNAL "" FORCE)
|
|
endif ()
|
|
set(protobuf_WITH_ZLIB 0 CACHE INTERNAL "" FORCE) # actually will use zlib, but skip find
|
|
set(protobuf_BUILD_TESTS OFF CACHE INTERNAL "" FORCE)
|
|
add_subdirectory(protobuf/cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_HDFS3_LIBRARY)
|
|
add_subdirectory(libhdfs3-cmake)
|
|
endif ()
|
|
|
|
if (USE_INTERNAL_AWS_S3_LIBRARY)
|
|
set (save_CMAKE_C_FLAGS ${CMAKE_C_FLAGS})
|
|
set (save_CMAKE_REQUIRED_LIBRARIES ${CMAKE_REQUIRED_LIBRARIES})
|
|
set (save_CMAKE_REQUIRED_INCLUDES ${CMAKE_REQUIRED_INCLUDES})
|
|
set (save_CMAKE_REQUIRED_FLAGS ${CMAKE_REQUIRED_FLAGS})
|
|
set (save_CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH})
|
|
add_subdirectory(curl-cmake)
|
|
set (CMAKE_C_FLAGS ${save_CMAKE_C_FLAGS})
|
|
set (CMAKE_REQUIRED_LIBRARIES ${save_CMAKE_REQUIRED_LIBRARIES})
|
|
set (CMAKE_CMAKE_REQUIRED_INCLUDES ${save_CMAKE_REQUIRED_INCLUDES})
|
|
set (CMAKE_REQUIRED_FLAGS ${save_CMAKE_REQUIRED_FLAGS})
|
|
set (CMAKE_CMAKE_MODULE_PATH ${save_CMAKE_MODULE_PATH})
|
|
add_subdirectory(aws-s3-cmake)
|
|
endif ()
|
|
|
|
if (USE_BASE64)
|
|
add_subdirectory (base64-cmake)
|
|
endif()
|
|
|
|
if (USE_INTERNAL_HYPERSCAN_LIBRARY)
|
|
add_subdirectory (hyperscan)
|
|
endif()
|
|
|
|
if (USE_SIMDJSON)
|
|
add_subdirectory (simdjson-cmake)
|
|
endif()
|
|
|
|
if (USE_MIMALLOC)
|
|
add_subdirectory (mimalloc)
|
|
endif()
|
|
|
|
if (USE_FASTOPS)
|
|
add_subdirectory (fastops-cmake)
|
|
endif()
|
|
|
|
#if (USE_INTERNAL_ORC_LIBRARY)
|
|
# add_subdirectory(orc-cmake)
|
|
#endif ()
|