mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-16 03:12:43 +00:00
343 lines
15 KiB
CMake
343 lines
15 KiB
CMake
## The Intel® QPL provides high performance implementations of data processing functions for existing hardware accelerator, and/or software path in case if hardware accelerator is not available.
|
|
if (OS_LINUX AND ARCH_AMD64 AND (ENABLE_AVX2 OR ENABLE_AVX512))
|
|
option (ENABLE_QPL "Enable Intel® Query Processing Library" ${ENABLE_LIBRARIES})
|
|
elseif(ENABLE_QPL)
|
|
message (${RECONFIGURE_MESSAGE_LEVEL} "QPL library is only supported on x86_64 arch with avx2/avx512 support")
|
|
endif()
|
|
|
|
if (NOT ENABLE_QPL)
|
|
message(STATUS "Not using QPL")
|
|
return()
|
|
endif()
|
|
|
|
## QPL has build dependency on libaccel-config. Here is to build libaccel-config which is required by QPL.
|
|
## libaccel-config is the utility library for controlling and configuring Intel® In-Memory Analytics Accelerator (Intel® IAA).
|
|
set (LIBACCEL_SOURCE_DIR "${ClickHouse_SOURCE_DIR}/contrib/idxd-config")
|
|
set (UUID_DIR "${ClickHouse_SOURCE_DIR}/contrib/qpl-cmake")
|
|
set (LIBACCEL_HEADER_DIR "${ClickHouse_SOURCE_DIR}/contrib/qpl-cmake/idxd-header")
|
|
set (SRCS
|
|
"${LIBACCEL_SOURCE_DIR}/accfg/lib/libaccfg.c"
|
|
"${LIBACCEL_SOURCE_DIR}/util/log.c"
|
|
"${LIBACCEL_SOURCE_DIR}/util/sysfs.c"
|
|
)
|
|
|
|
add_library(accel-config ${SRCS})
|
|
|
|
target_compile_options(accel-config PRIVATE "-D_GNU_SOURCE")
|
|
|
|
target_include_directories(accel-config BEFORE
|
|
PRIVATE ${UUID_DIR}
|
|
PRIVATE ${LIBACCEL_HEADER_DIR}
|
|
PRIVATE ${LIBACCEL_SOURCE_DIR})
|
|
|
|
## QPL build start here.
|
|
set (QPL_PROJECT_DIR "${ClickHouse_SOURCE_DIR}/contrib/qpl")
|
|
set (QPL_SRC_DIR "${ClickHouse_SOURCE_DIR}/contrib/qpl/sources")
|
|
set (QPL_BINARY_DIR "${ClickHouse_BINARY_DIR}/build/contrib/qpl")
|
|
set (EFFICIENT_WAIT OFF)
|
|
set (BLOCK_ON_FAULT ON)
|
|
set (LOG_HW_INIT OFF)
|
|
set (SANITIZE_MEMORY OFF)
|
|
set (SANITIZE_THREADS OFF)
|
|
set (LIB_FUZZING_ENGINE OFF)
|
|
|
|
function(GetLibraryVersion _content _outputVar)
|
|
string(REGEX MATCHALL "Qpl VERSION (.+) LANGUAGES" VERSION_REGEX "${_content}")
|
|
SET(${_outputVar} ${CMAKE_MATCH_1} PARENT_SCOPE)
|
|
endfunction()
|
|
|
|
FILE(READ "${QPL_PROJECT_DIR}/CMakeLists.txt" HEADER_CONTENT)
|
|
GetLibraryVersion("${HEADER_CONTENT}" QPL_VERSION)
|
|
|
|
message(STATUS "Intel QPL version: ${QPL_VERSION}")
|
|
|
|
# There are 5 source subdirectories under $QPL_SRC_DIR: isal, c_api, core-sw, middle-layer, c_api.
|
|
# Generate 7 library targets: middle_layer_lib, isal, isal_asm, qplcore_px, qplcore_avx512, core_iaa, middle_layer_lib.
|
|
# Output ch_contrib::qpl by linking with 7 library targets.
|
|
|
|
include("${QPL_PROJECT_DIR}/cmake/CompileOptions.cmake")
|
|
|
|
# check nasm compiler
|
|
include(CheckLanguage)
|
|
check_language(ASM_NASM)
|
|
if(NOT CMAKE_ASM_NASM_COMPILER)
|
|
message(FATAL_ERROR "Please install NASM from 'https://www.nasm.us/' because NASM compiler can not be found!")
|
|
endif()
|
|
|
|
# [SUBDIR]isal
|
|
enable_language(ASM_NASM)
|
|
|
|
set(ISAL_C_SRC ${QPL_SRC_DIR}/isal/igzip/adler32_base.c
|
|
${QPL_SRC_DIR}/isal/igzip/huff_codes.c
|
|
${QPL_SRC_DIR}/isal/igzip/hufftables_c.c
|
|
${QPL_SRC_DIR}/isal/igzip/igzip.c
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_base.c
|
|
${QPL_SRC_DIR}/isal/igzip/flatten_ll.c
|
|
${QPL_SRC_DIR}/isal/igzip/encode_df.c
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_icf_base.c
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_inflate.c
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_icf_body.c
|
|
${QPL_SRC_DIR}/isal/crc/crc_base.c
|
|
${QPL_SRC_DIR}/isal/crc/crc64_base.c)
|
|
|
|
set(ISAL_ASM_SRC ${QPL_SRC_DIR}/isal/igzip/igzip_body.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_gen_icf_map_lh1_04.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_gen_icf_map_lh1_06.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_decode_block_stateless_04.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_finish.asm
|
|
${QPL_SRC_DIR}/isal/igzip/encode_df_04.asm
|
|
${QPL_SRC_DIR}/isal/igzip/encode_df_06.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_decode_block_stateless_01.asm
|
|
${QPL_SRC_DIR}/isal/igzip/proc_heap.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_icf_body_h1_gr_bt.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_icf_finish.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_inflate_multibinary.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_update_histogram_01.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_update_histogram_04.asm
|
|
${QPL_SRC_DIR}/isal/igzip/rfc1951_lookup.asm
|
|
${QPL_SRC_DIR}/isal/igzip/adler32_sse.asm
|
|
${QPL_SRC_DIR}/isal/igzip/adler32_avx2_4.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_deflate_hash.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_set_long_icf_fg_04.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_set_long_icf_fg_06.asm
|
|
${QPL_SRC_DIR}/isal/igzip/igzip_multibinary.asm
|
|
${QPL_SRC_DIR}/isal/igzip/stdmac.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc_multibinary.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_gzip_refl_by8.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_gzip_refl_by8_02.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_gzip_refl_by16_10.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_ieee_01.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_ieee_02.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_ieee_by4.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_ieee_by16_10.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_iscsi_00.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_iscsi_01.asm
|
|
${QPL_SRC_DIR}/isal/crc/crc32_iscsi_by16_10.asm)
|
|
|
|
# Adding ISA-L library target
|
|
add_library(isal OBJECT ${ISAL_C_SRC})
|
|
add_library(isal_asm OBJECT ${ISAL_ASM_SRC})
|
|
|
|
# Setting external and internal interfaces for ISA-L library
|
|
target_include_directories(isal
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/isal/include>
|
|
PRIVATE ${QPL_SRC_DIR}/isal/include
|
|
PUBLIC ${QPL_SRC_DIR}/isal/igzip)
|
|
|
|
target_compile_options(isal PRIVATE
|
|
"$<$<C_COMPILER_ID:GNU>:${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS}>"
|
|
"$<$<CONFIG:Debug>:>"
|
|
"$<$<CONFIG:Release>:>")
|
|
|
|
target_compile_options(isal_asm PRIVATE "-I${QPL_SRC_DIR}/isal/include/"
|
|
PRIVATE "-I${QPL_SRC_DIR}/isal/igzip/"
|
|
PRIVATE "-I${QPL_SRC_DIR}/isal/crc/"
|
|
PRIVATE "-DQPL_LIB")
|
|
|
|
# AS_FEATURE_LEVEL=10 means "Check SIMD capabilities of the target system at runtime and use up to AVX512 if available".
|
|
# AS_FEATURE_LEVEL=5 means "Check SIMD capabilities of the target system at runtime and use up to AVX2 if available".
|
|
# HAVE_KNOWS_AVX512 means rely on AVX512 being available on the target system.
|
|
if (ENABLE_AVX512)
|
|
target_compile_options(isal_asm PRIVATE "-DHAVE_AS_KNOWS_AVX512" "-DAS_FEATURE_LEVEL=10")
|
|
else()
|
|
target_compile_options(isal_asm PRIVATE "-DAS_FEATURE_LEVEL=5")
|
|
endif()
|
|
|
|
# Here must remove "-fno-sanitize=undefined" from COMPILE_OPTIONS.
|
|
# Otherwise nasm compiler would fail to proceed due to unrecognition of "-fno-sanitize=undefined"
|
|
if (SANITIZE STREQUAL "undefined")
|
|
get_target_property(target_options isal_asm COMPILE_OPTIONS)
|
|
list(REMOVE_ITEM target_options "-fno-sanitize=undefined")
|
|
set_property(TARGET isal_asm PROPERTY COMPILE_OPTIONS ${target_options})
|
|
endif()
|
|
|
|
target_compile_definitions(isal PUBLIC
|
|
QPL_LIB
|
|
NDEBUG)
|
|
|
|
# [SUBDIR]core-sw
|
|
# Two libraries:qplcore_avx512/qplcore_px for SW fallback will be created which are implemented by AVX512 and non-AVX512 instructions respectively.
|
|
# The upper level QPL API will check SIMD capabilities of the target system at runtime and decide to call AVX512 function or non-AVX512 function.
|
|
# Hence, here we don't need put qplcore_avx512 under an ENABLE_AVX512 CMake switch.
|
|
# Actually, if we do that, some undefined symbols errors would happen because both of AVX512 function and non-AVX512 function are referenced by QPL API.
|
|
# PLATFORM=2 means AVX512 implementation; PLATFORM=0 means non-AVX512 implementation.
|
|
|
|
# Find Core Sources
|
|
file(GLOB SOURCES
|
|
${QPL_SRC_DIR}/core-sw/src/checksums/*.c
|
|
${QPL_SRC_DIR}/core-sw/src/filtering/*.c
|
|
${QPL_SRC_DIR}/core-sw/src/other/*.c
|
|
${QPL_SRC_DIR}/core-sw/src/compression/*.c)
|
|
|
|
file(GLOB DATA_SOURCES
|
|
${QPL_SRC_DIR}/core-sw/src/data/*.c)
|
|
|
|
# Create avx512 library
|
|
add_library(qplcore_avx512 OBJECT ${SOURCES})
|
|
|
|
target_compile_definitions(qplcore_avx512 PRIVATE PLATFORM=2)
|
|
|
|
target_include_directories(qplcore_avx512
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/include>
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/src/include>
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/src/compression/include>
|
|
PRIVATE $<TARGET_PROPERTY:isal,INTERFACE_INCLUDE_DIRECTORIES>)
|
|
|
|
set_target_properties(qplcore_avx512 PROPERTIES
|
|
$<$<C_COMPILER_ID:GNU>:C_STANDARD 17>)
|
|
|
|
target_link_libraries(qplcore_avx512 ${CMAKE_DL_LIBS} isal)
|
|
|
|
target_compile_options(qplcore_avx512
|
|
PRIVATE ${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS}
|
|
PRIVATE -march=skylake-avx512
|
|
PRIVATE "$<$<CONFIG:Debug>:>"
|
|
PRIVATE "$<$<CONFIG:Release>:-O3;-D_FORTIFY_SOURCE=2>")
|
|
|
|
|
|
target_compile_definitions(qplcore_avx512 PUBLIC QPL_BADARG_CHECK)
|
|
|
|
#
|
|
# Create px library
|
|
#
|
|
#set(CMAKE_INCLUDE_CURRENT_DIR ON)
|
|
|
|
# Create library
|
|
add_library(qplcore_px OBJECT ${SOURCES} ${DATA_SOURCES})
|
|
|
|
target_compile_definitions(qplcore_px PRIVATE PLATFORM=0)
|
|
|
|
target_include_directories(qplcore_px
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/include>
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/src/include>
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-sw/src/compression/include>
|
|
PRIVATE $<TARGET_PROPERTY:isal,INTERFACE_INCLUDE_DIRECTORIES>)
|
|
|
|
set_target_properties(qplcore_px PROPERTIES
|
|
$<$<C_COMPILER_ID:GNU>:C_STANDARD 17>)
|
|
|
|
target_link_libraries(qplcore_px isal ${CMAKE_DL_LIBS})
|
|
|
|
target_compile_options(qplcore_px
|
|
PRIVATE ${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS}
|
|
PRIVATE "$<$<CONFIG:Debug>:>"
|
|
PRIVATE "$<$<CONFIG:Release>:-O3;-D_FORTIFY_SOURCE=2>")
|
|
|
|
target_compile_definitions(qplcore_px PUBLIC QPL_BADARG_CHECK)
|
|
|
|
# [SUBDIR]core-iaa
|
|
file(GLOB HW_PATH_SRC ${QPL_SRC_DIR}/core-iaa/sources/aecs/*.c
|
|
${QPL_SRC_DIR}/core-iaa/sources/aecs/*.cpp
|
|
${QPL_SRC_DIR}/core-iaa/sources/driver_loader/*.c
|
|
${QPL_SRC_DIR}/core-iaa/sources/driver_loader/*.cpp
|
|
${QPL_SRC_DIR}/core-iaa/sources/descriptors/*.c
|
|
${QPL_SRC_DIR}/core-iaa/sources/descriptors/*.cpp
|
|
${QPL_SRC_DIR}/core-iaa/sources/bit_rev.c)
|
|
|
|
# Create library
|
|
add_library(core_iaa OBJECT ${HW_PATH_SRC})
|
|
|
|
target_include_directories(core_iaa
|
|
PRIVATE ${UUID_DIR}
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-iaa/include>
|
|
PRIVATE $<BUILD_INTERFACE:${QPL_SRC_DIR}/core-iaa/sources/include>
|
|
PRIVATE $<TARGET_PROPERTY:qplcore_avx512,INTERFACE_INCLUDE_DIRECTORIES>)
|
|
|
|
target_compile_options(core_iaa
|
|
PRIVATE $<$<C_COMPILER_ID:GNU>:${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS};
|
|
$<$<CONFIG:Release>:-O3;-D_FORTIFY_SOURCE=2>>)
|
|
|
|
target_compile_features(core_iaa PRIVATE c_std_11)
|
|
|
|
target_compile_definitions(core_iaa PRIVATE QPL_BADARG_CHECK
|
|
PRIVATE $<$<BOOL:${BLOCK_ON_FAULT}>: BLOCK_ON_FAULT_ENABLED>
|
|
PRIVATE $<$<BOOL:${LOG_HW_INIT}>:LOG_HW_INIT>)
|
|
|
|
# [SUBDIR]middle-layer
|
|
generate_unpack_kernel_arrays(${QPL_BINARY_DIR})
|
|
|
|
file(GLOB MIDDLE_LAYER_SRC
|
|
${QPL_SRC_DIR}/middle-layer/analytics/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/c_wrapper/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/checksum/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/common/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/compression/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/compression/*/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/compression/*/*/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/dispatcher/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/other/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/util/*.cpp
|
|
${QPL_SRC_DIR}/middle-layer/inflate/*.cpp
|
|
${QPL_SRC_DIR}/core-iaa/sources/accelerator/*.cpp) # todo
|
|
|
|
file(GLOB GENERATED_PX_TABLES_SRC ${QPL_BINARY_DIR}/generated/px_*.cpp)
|
|
file(GLOB GENERATED_AVX512_TABLES_SRC ${QPL_BINARY_DIR}/generated/avx512_*.cpp)
|
|
|
|
add_library(middle_layer_lib OBJECT
|
|
${GENERATED_PX_TABLES_SRC}
|
|
${GENERATED_AVX512_TABLES_SRC}
|
|
${MIDDLE_LAYER_SRC})
|
|
|
|
target_compile_options(middle_layer_lib
|
|
PRIVATE $<$<C_COMPILER_ID:GNU>:${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS};
|
|
${QPL_LINUX_TOOLCHAIN_DYNAMIC_LIBRARY_FLAGS};
|
|
$<$<CONFIG:Release>:-O3;-D_FORTIFY_SOURCE=2>>
|
|
PRIVATE $<$<COMPILE_LANG_AND_ID:CXX,GNU>:${QPL_LINUX_TOOLCHAIN_CPP_EMBEDDED_FLAGS}>)
|
|
|
|
target_compile_definitions(middle_layer_lib
|
|
PUBLIC QPL_VERSION="${QPL_VERSION}"
|
|
PUBLIC $<$<BOOL:${LOG_HW_INIT}>:LOG_HW_INIT>
|
|
PUBLIC $<$<BOOL:${EFFICIENT_WAIT}>:QPL_EFFICIENT_WAIT>
|
|
PUBLIC QPL_BADARG_CHECK)
|
|
|
|
set_source_files_properties(${GENERATED_PX_TABLES_SRC} PROPERTIES COMPILE_DEFINITIONS PLATFORM=0)
|
|
set_source_files_properties(${GENERATED_AVX512_TABLES_SRC} PROPERTIES COMPILE_DEFINITIONS PLATFORM=2)
|
|
|
|
target_include_directories(middle_layer_lib
|
|
PRIVATE ${UUID_DIR}
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_SRC_DIR}/middle-layer>
|
|
PUBLIC $<TARGET_PROPERTY:_qpl,INTERFACE_INCLUDE_DIRECTORIES>
|
|
PUBLIC $<TARGET_PROPERTY:qplcore_px,INTERFACE_INCLUDE_DIRECTORIES>
|
|
PUBLIC $<TARGET_PROPERTY:qplcore_avx512,INTERFACE_INCLUDE_DIRECTORIES>
|
|
PUBLIC $<TARGET_PROPERTY:isal,INTERFACE_INCLUDE_DIRECTORIES>
|
|
PUBLIC $<TARGET_PROPERTY:core_iaa,INTERFACE_INCLUDE_DIRECTORIES>)
|
|
|
|
target_compile_definitions(middle_layer_lib PUBLIC -DQPL_LIB)
|
|
|
|
# [SUBDIR]c_api
|
|
file(GLOB_RECURSE QPL_C_API_SRC
|
|
${QPL_SRC_DIR}/c_api/*.c
|
|
${QPL_SRC_DIR}/c_api/*.cpp)
|
|
|
|
add_library(_qpl STATIC ${QPL_C_API_SRC}
|
|
$<TARGET_OBJECTS:middle_layer_lib>
|
|
$<TARGET_OBJECTS:isal>
|
|
$<TARGET_OBJECTS:isal_asm>
|
|
$<TARGET_OBJECTS:qplcore_px>
|
|
$<TARGET_OBJECTS:qplcore_avx512>
|
|
$<TARGET_OBJECTS:core_iaa>
|
|
$<TARGET_OBJECTS:middle_layer_lib>)
|
|
|
|
target_include_directories(_qpl
|
|
PUBLIC $<BUILD_INTERFACE:${QPL_PROJECT_DIR}/include/>
|
|
PRIVATE $<TARGET_PROPERTY:middle_layer_lib,INTERFACE_INCLUDE_DIRECTORIES>
|
|
PRIVATE $<BUILD_INTERFACE:${QPL_SRC_DIR}/c_api>)
|
|
|
|
target_compile_options(_qpl
|
|
PRIVATE $<$<C_COMPILER_ID:GNU>:${QPL_LINUX_TOOLCHAIN_REQUIRED_FLAGS};
|
|
${QPL_LINUX_TOOLCHAIN_DYNAMIC_LIBRARY_FLAGS};
|
|
$<$<CONFIG:Release>:-O3;-D_FORTIFY_SOURCE=2>>
|
|
PRIVATE $<$<COMPILE_LANG_AND_ID:CXX,GNU>:${QPL_LINUX_TOOLCHAIN_CPP_EMBEDDED_FLAGS}>)
|
|
|
|
target_compile_definitions(_qpl
|
|
PRIVATE -DQPL_LIB
|
|
PRIVATE -DQPL_BADARG_CHECK
|
|
PUBLIC -DENABLE_QPL_COMPRESSION)
|
|
|
|
target_link_libraries(_qpl
|
|
PRIVATE accel-config
|
|
PRIVATE ${CMAKE_DL_LIBS})
|
|
|
|
add_library (ch_contrib::qpl ALIAS _qpl)
|
|
target_include_directories(_qpl SYSTEM BEFORE PUBLIC "${QPL_PROJECT_DIR}/include")
|