Merge branch 'master' into classification

.github/PULL_REQUEST_TEMPLATE.md

@@ -13,13 +13,4 @@ Changelog entry (a user-readable short description of the changes that goes to C
 ...
 
 
-Detailed description / Documentation draft:
-...
-
-
-> By adding documentation, you'll allow users to try your new feature immediately, not when someone else will have time to document it later. Documentation is necessary for all features that affect user experience in any way. You can add brief documentation draft above, or add documentation right into your patch as Markdown files in [docs](https://github.com/ClickHouse/ClickHouse/tree/master/docs) folder.
-
-> If you are doing this for the first time, it's recommended to read the lightweight [Contributing to ClickHouse Documentation](https://github.com/ClickHouse/ClickHouse/tree/master/docs/README.md) guide first.
-
-
 > Information about CI checks: https://clickhouse.tech/docs/en/development/continuous-integration/

.github/actionlint.yml

@@ -1,8 +1,9 @@
 self-hosted-runner:
   labels:
     - builder
+    - func-tester
+    - func-tester-aarch64
     - fuzzer-unit-tester
     - stress-tester
     - style-checker
-    - func-tester-aarch64
+    - style-checker-aarch64
-    - func-tester

.github/workflows/backport_branches.yml

@@ -10,7 +10,7 @@ on: # yamllint disable-line rule:truthy
       - 'backport/**'
 jobs:
   DockerHubPushAarch64:
-    runs-on: [self-hosted, func-tester-aarch64]
+    runs-on: [self-hosted, style-checker-aarch64]
     steps:
       - name: Clear repository
         run: |

.github/workflows/docs_check.yml

@@ -30,7 +30,7 @@ jobs:
           python3 run_check.py
   DockerHubPushAarch64:
     needs: CheckLabels
-    runs-on: [self-hosted, func-tester-aarch64]
+    runs-on: [self-hosted, style-checker-aarch64]
     steps:
       - name: Clear repository
         run: |

.github/workflows/docs_release.yml

@@ -0,0 +1,121 @@
+name: DocsReleaseChecks
+
+env:
+  # Force the stdout and stderr streams to be unbuffered
+  PYTHONUNBUFFERED: 1
+
+concurrency:
+  group: master-release
+  cancel-in-progress: true
+on: # yamllint disable-line rule:truthy
+  push:
+    branches:
+      - master
+    paths:
+      - 'docs/**'
+      - 'website/**'
+      - 'benchmark/**'
+      - 'docker/**'
+      - '.github/**'
+  workflow_dispatch:
+jobs:
+  DockerHubPushAarch64:
+    runs-on: [self-hosted, style-checker-aarch64]
+    steps:
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Images check
+        run: |
+          cd "$GITHUB_WORKSPACE/tests/ci"
+          python3 docker_images_check.py --suffix aarch64
+      - name: Upload images files to artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: changed_images_aarch64
+          path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json
+  DockerHubPushAmd64:
+    runs-on: [self-hosted, style-checker]
+    steps:
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Images check
+        run: |
+          cd "$GITHUB_WORKSPACE/tests/ci"
+          python3 docker_images_check.py --suffix amd64
+      - name: Upload images files to artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: changed_images_amd64
+          path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json
+  DockerHubPush:
+    needs: [DockerHubPushAmd64, DockerHubPushAarch64]
+    runs-on: [self-hosted, style-checker]
+    steps:
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Download changed aarch64 images
+        uses: actions/download-artifact@v2
+        with:
+          name: changed_images_aarch64
+          path: ${{ runner.temp }}
+      - name: Download changed amd64 images
+        uses: actions/download-artifact@v2
+        with:
+          name: changed_images_amd64
+          path: ${{ runner.temp }}
+      - name: Images check
+        run: |
+          cd "$GITHUB_WORKSPACE/tests/ci"
+          python3 docker_manifests_merge.py --suffix amd64 --suffix aarch64
+      - name: Upload images files to artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: changed_images
+          path: ${{ runner.temp }}/changed_images.json
+  DocsRelease:
+    needs: DockerHubPush
+    runs-on: [self-hosted, func-tester]
+    steps:
+      - name: Set envs
+        # https://docs.github.com/en/actions/learn-github-actions/workflow-commands-for-github-actions#multiline-strings
+        run: |
+          cat >> "$GITHUB_ENV" << 'EOF'
+          TEMP_PATH=${{runner.temp}}/docs_release
+          REPO_COPY=${{runner.temp}}/docs_release/ClickHouse
+          CLOUDFLARE_TOKEN=${{secrets.CLOUDFLARE}}
+          ROBOT_CLICKHOUSE_SSH_KEY<<RCSK
+          ${{secrets.ROBOT_CLICKHOUSE_SSH_KEY}}
+          RCSK
+          EOF
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Download changed images
+        uses: actions/download-artifact@v2
+        with:
+          name: changed_images
+          path: ${{ env.TEMP_PATH }}
+      - name: Docs Release
+        run: |
+          sudo rm -fr "$TEMP_PATH"
+          mkdir -p "$TEMP_PATH"
+          cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
+          cd "$REPO_COPY/tests/ci"
+          python3 docs_release.py
+      - name: Cleanup
+        if: always()
+        run: |
+          docker kill "$(docker ps -q)" ||:
+          docker rm -f "$(docker ps -a -q)" ||:
+          sudo rm -fr "$TEMP_PATH"

.github/workflows/master.yml

@@ -9,8 +9,20 @@ on: # yamllint disable-line rule:truthy
     branches:
       - 'master'
 jobs:
+  PythonUnitTests:
+    runs-on: [self-hosted, style-checker]
+    steps:
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Python unit tests
+        run: |
+          cd "$GITHUB_WORKSPACE/tests/ci"
+          python3 -m unittest discover -s . -p '*_test.py'
   DockerHubPushAarch64:
-    runs-on: [self-hosted, func-tester-aarch64]
+    runs-on: [self-hosted, style-checker-aarch64]
     steps:
       - name: Clear repository
         run: |
@@ -44,7 +56,7 @@ jobs:
           name: changed_images_amd64
           path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json
   DockerHubPush:
-    needs: [DockerHubPushAmd64, DockerHubPushAarch64]
+    needs: [DockerHubPushAmd64, DockerHubPushAarch64, PythonUnitTests]
     runs-on: [self-hosted, style-checker]
     steps:
       - name: Clear repository

.github/workflows/pull_request.yml

@@ -31,9 +31,22 @@ jobs:
         run: |
           cd "$GITHUB_WORKSPACE/tests/ci"
           python3 run_check.py
+  PythonUnitTests:
+    needs: CheckLabels
+    runs-on: [self-hosted, style-checker]
+    steps:
+      - name: Clear repository
+        run: |
+          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Python unit tests
+        run: |
+          cd "$GITHUB_WORKSPACE/tests/ci"
+          python3 -m unittest discover -s . -p '*_test.py'
   DockerHubPushAarch64:
     needs: CheckLabels
-    runs-on: [self-hosted, func-tester-aarch64]
+    runs-on: [self-hosted, style-checker-aarch64]
     steps:
       - name: Clear repository
         run: |
@@ -68,7 +81,7 @@ jobs:
           name: changed_images_amd64
           path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json
   DockerHubPush:
-    needs: [DockerHubPushAmd64, DockerHubPushAarch64]
+    needs: [DockerHubPushAmd64, DockerHubPushAarch64, PythonUnitTests]
     runs-on: [self-hosted, style-checker]
     steps:
       - name: Clear repository

.github/workflows/release.yml

@@ -1,121 +1,39 @@
-name: DocsReleaseChecks
+name: ReleaseWorkflow
+# - Gets artifacts from S3
+# - Sends it to JFROG Artifactory
+# - Adds them to the release assets
 
-env:
-  # Force the stdout and stderr streams to be unbuffered
-  PYTHONUNBUFFERED: 1
-
-concurrency:
-  group: master-release
-  cancel-in-progress: true
 on: # yamllint disable-line rule:truthy
-  push:
+  release:
-    branches:
+    types:
-      - master
+    - published
-    paths:
+
-      - 'docs/**'
-      - 'website/**'
-      - 'benchmark/**'
-      - 'docker/**'
-      - '.github/**'
-  workflow_dispatch:
 jobs:
-  DockerHubPushAarch64:
+  ReleasePublish:
-    runs-on: [self-hosted, func-tester-aarch64]
-    steps:
-      - name: Clear repository
-        run: |
-          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
-      - name: Check out repository code
-        uses: actions/checkout@v2
-      - name: Images check
-        run: |
-          cd "$GITHUB_WORKSPACE/tests/ci"
-          python3 docker_images_check.py --suffix aarch64
-      - name: Upload images files to artifacts
-        uses: actions/upload-artifact@v2
-        with:
-          name: changed_images_aarch64
-          path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json
-  DockerHubPushAmd64:
     runs-on: [self-hosted, style-checker]
     steps:
-      - name: Clear repository
+    - name: Set envs
-        run: |
+      run: |
-          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+        cat >> "$GITHUB_ENV" << 'EOF'
-      - name: Check out repository code
+        JFROG_API_KEY=${{ secrets.JFROG_KEY_API_PACKAGES }}
-        uses: actions/checkout@v2
+        TEMP_PATH=${{runner.temp}}/release_packages
-      - name: Images check
+        REPO_COPY=${{runner.temp}}/release_packages/ClickHouse
-        run: |
+        EOF
-          cd "$GITHUB_WORKSPACE/tests/ci"
+    - name: Check out repository code
-          python3 docker_images_check.py --suffix amd64
+      uses: actions/checkout@v2
-      - name: Upload images files to artifacts
+    - name: Download packages and push to Artifactory
-        uses: actions/upload-artifact@v2
+      env:
-        with:
+      run: |
-          name: changed_images_amd64
+        rm -rf "$TEMP_PATH" && mkdir -p "$REPO_COPY"
-          path: ${{ runner.temp }}/docker_images_check/changed_images_amd64.json
+        cp -r "$GITHUB_WORKSPACE" "$REPO_COPY"
-  DockerHubPush:
+        cd "$REPO_COPY"
-    needs: [DockerHubPushAmd64, DockerHubPushAarch64]
+        python3 ./tests/ci/push_to_artifactory.py --release "${{ github.ref }}" \
-    runs-on: [self-hosted, style-checker]
+          --commit '${{ github.sha }}' --all
-    steps:
+    - name: Upload packages to release assets
-      - name: Clear repository
+      uses: svenstaro/upload-release-action@v2
-        run: |
+      with:
-          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+        repo_token: ${{ secrets.GITHUB_TOKEN }}
-      - name: Check out repository code
+        file: ${{runner.temp}}/release_packages/*
-        uses: actions/checkout@v2
+        overwrite: true
-      - name: Download changed aarch64 images
+        tag: ${{ github.ref }}
-        uses: actions/download-artifact@v2
+        file_glob: true
-        with:
-          name: changed_images_aarch64
-          path: ${{ runner.temp }}
-      - name: Download changed amd64 images
-        uses: actions/download-artifact@v2
-        with:
-          name: changed_images_amd64
-          path: ${{ runner.temp }}
-      - name: Images check
-        run: |
-          cd "$GITHUB_WORKSPACE/tests/ci"
-          python3 docker_manifests_merge.py --suffix amd64 --suffix aarch64
-      - name: Upload images files to artifacts
-        uses: actions/upload-artifact@v2
-        with:
-          name: changed_images
-          path: ${{ runner.temp }}/changed_images.json
-  DocsRelease:
-    needs: DockerHubPush
-    runs-on: [self-hosted, func-tester]
-    steps:
-      - name: Set envs
-        # https://docs.github.com/en/actions/learn-github-actions/workflow-commands-for-github-actions#multiline-strings
-        run: |
-          cat >> "$GITHUB_ENV" << 'EOF'
-          TEMP_PATH=${{runner.temp}}/docs_release
-          REPO_COPY=${{runner.temp}}/docs_release/ClickHouse
-          CLOUDFLARE_TOKEN=${{secrets.CLOUDFLARE}}
-          ROBOT_CLICKHOUSE_SSH_KEY<<RCSK
-          ${{secrets.ROBOT_CLICKHOUSE_SSH_KEY}}
-          RCSK
-          EOF
-      - name: Clear repository
-        run: |
-          sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
-      - name: Check out repository code
-        uses: actions/checkout@v2
-      - name: Download changed images
-        uses: actions/download-artifact@v2
-        with:
-          name: changed_images
-          path: ${{ env.TEMP_PATH }}
-      - name: Docs Release
-        run: |
-          sudo rm -fr "$TEMP_PATH"
-          mkdir -p "$TEMP_PATH"
-          cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
-          cd "$REPO_COPY/tests/ci"
-          python3 docs_release.py
-      - name: Cleanup
-        if: always()
-        run: |
-          docker kill "$(docker ps -q)" ||:
-          docker rm -f "$(docker ps -a -q)" ||:
-          sudo rm -fr "$TEMP_PATH"

.github/workflows/release_branches.yml

@@ -13,7 +13,7 @@ on: # yamllint disable-line rule:truthy
 
 jobs:
   DockerHubPushAarch64:
-    runs-on: [self-hosted, func-tester-aarch64]
+    runs-on: [self-hosted, style-checker-aarch64]
     steps:
       - name: Clear repository
         run: |

CHANGELOG.md

@@ -12,7 +12,7 @@
 * A tool for collecting diagnostics data if you need support. [#33175](https://github.com/ClickHouse/ClickHouse/pull/33175) ([Alexander Burmak](https://github.com/Alex-Burmak)).
 * Automatic cluster discovery via Zoo/Keeper. It allows to add replicas to the cluster without changing configuration on every server. [#31442](https://github.com/ClickHouse/ClickHouse/pull/31442) ([vdimir](https://github.com/vdimir)).
 * Implement hive table engine to access apache hive from clickhouse. This implements: [#29245](https://github.com/ClickHouse/ClickHouse/issues/29245). [#31104](https://github.com/ClickHouse/ClickHouse/pull/31104) ([taiyang-li](https://github.com/taiyang-li)).
-* Add aggregate functions `cramersV`, `cramersVBiasCorrected`, `theilsU` and `contingency`. These functions calculate dependency (measure of association) between categorical values. All these functions are using cross-tab (histogram on pairs) for implementation. You can imagine it like a correlation coefficient but for any discrete values (not necessary numbers). [#33366](https://github.com/ClickHouse/ClickHouse/pull/33366) ([alexey-milovidov](https://github.com/alexey-milovidov)). Initial implementation by TODO
+* Add aggregate functions `cramersV`, `cramersVBiasCorrected`, `theilsU` and `contingency`. These functions calculate dependency (measure of association) between categorical values. All these functions are using cross-tab (histogram on pairs) for implementation. You can imagine it like a correlation coefficient but for any discrete values (not necessary numbers). [#33366](https://github.com/ClickHouse/ClickHouse/pull/33366) ([alexey-milovidov](https://github.com/alexey-milovidov)). Initial implementation by [Vanyok-All-is-OK](https://github.com/Vanyok-All-is-OK) and [antikvist](https://github.com/antikvist).
 * Added table function `hdfsCluster` which allows processing files from HDFS in parallel from many nodes in a specified cluster, similarly to `s3Cluster`. [#32400](https://github.com/ClickHouse/ClickHouse/pull/32400) ([Zhichang Yu](https://github.com/yuzhichang)).
 * Adding support for disks backed by Azure Blob Storage, in a similar way it has been done for disks backed by AWS S3. [#31505](https://github.com/ClickHouse/ClickHouse/pull/31505) ([Jakub Kuklis](https://github.com/jkuklis)).
 * Allow `COMMENT` in `CREATE VIEW` (for all VIEW kinds). [#31062](https://github.com/ClickHouse/ClickHouse/pull/31062) ([Vasily Nemkov](https://github.com/Enmk)).
@@ -23,7 +23,6 @@
 * Added function `arrayLast`. Closes [#33390](https://github.com/ClickHouse/ClickHouse/issues/33390). [#33415](https://github.com/ClickHouse/ClickHouse/pull/33415) Added function `arrayLastIndex`. [#33465](https://github.com/ClickHouse/ClickHouse/pull/33465) ([Maksim Kita](https://github.com/kitaisreal)).
 * Add function `decodeURLFormComponent` slightly different to `decodeURLComponent`. Close [#10298](https://github.com/ClickHouse/ClickHouse/issues/10298). [#33451](https://github.com/ClickHouse/ClickHouse/pull/33451) ([SuperDJY](https://github.com/cmsxbc)).
 * Allow to split `GraphiteMergeTree` rollup rules for plain/tagged metrics (optional rule_type field). [#33494](https://github.com/ClickHouse/ClickHouse/pull/33494) ([Michail Safronov](https://github.com/msaf1980)).
-* Potential issue, cannot be exploited: integer overflow may happen in array resize. [#33024](https://github.com/ClickHouse/ClickHouse/pull/33024) ([varadarajkumar](https://github.com/varadarajkumar)).
 
 
 #### Performance Improvement
@@ -78,7 +77,6 @@
 * Validate config keys for external dictionaries. [#33095](https://github.com/ClickHouse/ClickHouse/issues/33095#issuecomment-1000577517). [#33130](https://github.com/ClickHouse/ClickHouse/pull/33130) ([Kseniia Sumarokova](https://github.com/kssenii)).
 * Send profile info inside `clickhouse-local`. Closes [#33093](https://github.com/ClickHouse/ClickHouse/issues/33093). [#33097](https://github.com/ClickHouse/ClickHouse/pull/33097) ([Kseniia Sumarokova](https://github.com/kssenii)).
 * Short circuit evaluation: support for function `throwIf`. Closes [#32969](https://github.com/ClickHouse/ClickHouse/issues/32969). [#32973](https://github.com/ClickHouse/ClickHouse/pull/32973) ([Maksim Kita](https://github.com/kitaisreal)).
-* Added `Date32` date type support in dictionaries. Closes [#32913](https://github.com/ClickHouse/ClickHouse/issues/32913). [#32971](https://github.com/ClickHouse/ClickHouse/pull/32971) ([Maksim Kita](https://github.com/kitaisreal)).
 * (This only happens in unofficial builds). Fixed segfault when inserting data into compressed Decimal, String, FixedString and Array columns. This closes [#32939](https://github.com/ClickHouse/ClickHouse/issues/32939). [#32940](https://github.com/ClickHouse/ClickHouse/pull/32940) ([N. Kolotov](https://github.com/nkolotov)).
 * Added support for specifying subquery as SQL user defined function. Example: `CREATE FUNCTION test AS () -> (SELECT 1)`. Closes [#30755](https://github.com/ClickHouse/ClickHouse/issues/30755). [#32758](https://github.com/ClickHouse/ClickHouse/pull/32758) ([Maksim Kita](https://github.com/kitaisreal)).
 * Improve gRPC compression support for [#28671](https://github.com/ClickHouse/ClickHouse/issues/28671). [#32747](https://github.com/ClickHouse/ClickHouse/pull/32747) ([Vitaly Baranov](https://github.com/vitlibar)).
@@ -100,6 +98,7 @@
 * Use `--database` option for clickhouse-local. [#32797](https://github.com/ClickHouse/ClickHouse/pull/32797) ([Kseniia Sumarokova](https://github.com/kssenii)).
 * Fix surprisingly bad code in SQL ordinary function `file`. Now it supports symlinks. [#32640](https://github.com/ClickHouse/ClickHouse/pull/32640) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Updating `modification_time` for data part in `system.parts` after part movement [#32964](https://github.com/ClickHouse/ClickHouse/issues/32964). [#32965](https://github.com/ClickHouse/ClickHouse/pull/32965) ([save-my-heart](https://github.com/save-my-heart)).
+* Potential issue, cannot be exploited: integer overflow may happen in array resize. [#33024](https://github.com/ClickHouse/ClickHouse/pull/33024) ([varadarajkumar](https://github.com/varadarajkumar)).
 
 
 #### Build/Testing/Packaging Improvement

CMakeLists.txt

@@ -104,9 +104,8 @@ message (STATUS "CMAKE_BUILD_TYPE: ${CMAKE_BUILD_TYPE}")
 string (TOUPPER ${CMAKE_BUILD_TYPE} CMAKE_BUILD_TYPE_UC)
 
 option(USE_STATIC_LIBRARIES "Disable to use shared libraries" ON)
-option(MAKE_STATIC_LIBRARIES "Disable to make shared libraries" ${USE_STATIC_LIBRARIES})
 
-if (NOT MAKE_STATIC_LIBRARIES)
+if (NOT USE_STATIC_LIBRARIES)
     # DEVELOPER ONLY.
     # Faster linking if turned on.
     option(SPLIT_SHARED_LIBRARIES "Keep all internal libraries as separate .so files")
@@ -115,11 +114,11 @@ if (NOT MAKE_STATIC_LIBRARIES)
         "Make several binaries (clickhouse-server, clickhouse-client etc.) instead of one bundled")
 endif ()
 
-if (MAKE_STATIC_LIBRARIES AND SPLIT_SHARED_LIBRARIES)
+if (USE_STATIC_LIBRARIES AND SPLIT_SHARED_LIBRARIES)
-    message(FATAL_ERROR "Defining SPLIT_SHARED_LIBRARIES=1 without MAKE_STATIC_LIBRARIES=0 has no effect.")
+    message(FATAL_ERROR "Defining SPLIT_SHARED_LIBRARIES=1 without USE_STATIC_LIBRARIES=0 has no effect.")
 endif()
 
-if (NOT MAKE_STATIC_LIBRARIES AND SPLIT_SHARED_LIBRARIES)
+if (NOT USE_STATIC_LIBRARIES AND SPLIT_SHARED_LIBRARIES)
     set(BUILD_SHARED_LIBS 1 CACHE INTERNAL "")
 endif ()
 
@@ -139,7 +138,6 @@ if (ENABLE_FUZZING)
     set (ENABLE_CLICKHOUSE_ODBC_BRIDGE OFF)
     set (ENABLE_LIBRARIES 0)
     set (ENABLE_SSL 1)
-    set (USE_INTERNAL_SSL_LIBRARY 1)
     set (USE_UNWIND ON)
     set (ENABLE_EMBEDDED_COMPILER 0)
     set (ENABLE_EXAMPLES 0)
@@ -152,7 +150,6 @@ if (ENABLE_FUZZING)
 
     # For codegen_select_fuzzer
     set (ENABLE_PROTOBUF 1)
-    set (USE_INTERNAL_PROTOBUF_LIBRARY 1)
 endif()
 
 # Global libraries
@@ -203,21 +200,13 @@ endif ()
 option(ENABLE_TESTS "Provide unit_test_dbms target with Google.Test unit tests" ON)
 option(ENABLE_EXAMPLES "Build all example programs in 'examples' subdirectories" OFF)
 
-if (OS_LINUX AND (ARCH_AMD64 OR ARCH_AARCH64) AND MAKE_STATIC_LIBRARIES AND NOT SPLIT_SHARED_LIBRARIES AND NOT USE_MUSL)
+if (OS_LINUX AND (ARCH_AMD64 OR ARCH_AARCH64) AND USE_STATIC_LIBRARIES AND NOT SPLIT_SHARED_LIBRARIES AND NOT USE_MUSL)
     # Only for Linux, x86_64 or aarch64.
     option(GLIBC_COMPATIBILITY "Enable compatibility with older glibc libraries." ON)
 elseif(GLIBC_COMPATIBILITY)
     message (${RECONFIGURE_MESSAGE_LEVEL} "Glibc compatibility cannot be enabled in current configuration")
 endif ()
 
-if (GLIBC_COMPATIBILITY)
-    # NOTE: we may also want to check glibc version and add -include only for 2.32+
-    # however this is extra complexity, especially for cross compiling.
-    # And anyway it should not break anything for <2.32.
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -include ${CMAKE_CURRENT_SOURCE_DIR}/base/glibc-compatibility/glibc-compat-2.32.h")
-    set(CMAKE_C_FLAGS   "${CMAKE_C_FLAGS} -include ${CMAKE_CURRENT_SOURCE_DIR}/base/glibc-compatibility/glibc-compat-2.32.h")
-endif()
-
 # Make sure the final executable has symbols exported
 set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -rdynamic")
 
@@ -446,7 +435,7 @@ endif ()
 
 set (CMAKE_POSTFIX_VARIABLE "CMAKE_${CMAKE_BUILD_TYPE_UC}_POSTFIX")
 
-if (MAKE_STATIC_LIBRARIES)
+if (USE_STATIC_LIBRARIES)
     set (CMAKE_POSITION_INDEPENDENT_CODE OFF)
     if (OS_LINUX AND NOT ARCH_ARM)
         # Slightly more efficient code can be generated
@@ -482,87 +471,10 @@ endif ()
 message (STATUS
     "Building for: ${CMAKE_SYSTEM} ${CMAKE_SYSTEM_PROCESSOR} ${CMAKE_LIBRARY_ARCHITECTURE} ;
     USE_STATIC_LIBRARIES=${USE_STATIC_LIBRARIES}
-    MAKE_STATIC_LIBRARIES=${MAKE_STATIC_LIBRARIES}
     SPLIT_SHARED=${SPLIT_SHARED_LIBRARIES}
     CCACHE=${CCACHE_FOUND} ${CCACHE_VERSION}")
 
 include (GNUInstallDirs)
-include (cmake/contrib_finder.cmake)
-
-find_contrib_lib(double-conversion) # Must be before parquet
-include (cmake/find/ssl.cmake)
-include (cmake/find/ldap.cmake) # after ssl
-include (cmake/find/icu.cmake)
-include (cmake/find/xz.cmake)
-include (cmake/find/zlib.cmake)
-include (cmake/find/zstd.cmake)
-include (cmake/find/ltdl.cmake) # for odbc
-# openssl, zlib before poco
-include (cmake/find/sparsehash.cmake)
-include (cmake/find/re2.cmake)
-include (cmake/find/krb5.cmake)
-include (cmake/find/libgsasl.cmake)
-include (cmake/find/cyrus-sasl.cmake)
-include (cmake/find/rdkafka.cmake)
-include (cmake/find/libuv.cmake) # for amqpcpp and cassandra
-include (cmake/find/amqpcpp.cmake)
-include (cmake/find/capnp.cmake)
-include (cmake/find/llvm.cmake)
-include (cmake/find/h3.cmake)
-include (cmake/find/libxml2.cmake)
-include (cmake/find/brotli.cmake)
-include (cmake/find/protobuf.cmake)
-include (cmake/find/thrift.cmake)
-include (cmake/find/grpc.cmake)
-include (cmake/find/pdqsort.cmake)
-include (cmake/find/miniselect.cmake)
-include (cmake/find/hdfs3.cmake) # uses protobuf
-include (cmake/find/poco.cmake)
-include (cmake/find/curl.cmake)
-include (cmake/find/s3.cmake)
-include (cmake/find/blob_storage.cmake)
-include (cmake/find/base64.cmake)
-include (cmake/find/parquet.cmake) # uses protobuf and thrift
-include (cmake/find/simdjson.cmake)
-include (cmake/find/fast_float.cmake)
-include (cmake/find/rapidjson.cmake)
-include (cmake/find/fastops.cmake)
-include (cmake/find/odbc.cmake)
-include (cmake/find/nanodbc.cmake)
-include (cmake/find/sqlite.cmake)
-include (cmake/find/rocksdb.cmake)
-include (cmake/find/libpqxx.cmake)
-include (cmake/find/nuraft.cmake)
-include (cmake/find/yaml-cpp.cmake)
-include (cmake/find/s2geometry.cmake)
-include (cmake/find/nlp.cmake)
-include (cmake/find/bzip2.cmake)
-include (cmake/find/filelog.cmake)
-
-if(NOT USE_INTERNAL_PARQUET_LIBRARY)
-    set (ENABLE_ORC OFF CACHE INTERNAL "")
-endif()
-include (cmake/find/orc.cmake)
-
-include (cmake/find/avro.cmake)
-include (cmake/find/msgpack.cmake)
-include (cmake/find/cassandra.cmake)
-include (cmake/find/sentry.cmake)
-include (cmake/find/datasketches.cmake)
-include (cmake/find/libprotobuf-mutator.cmake)
-include (cmake/find/hive-metastore.cmake)
-
-set (USE_INTERNAL_CITYHASH_LIBRARY ON CACHE INTERNAL "")
-find_contrib_lib(cityhash)
-
-find_contrib_lib(farmhash)
-
-if (ENABLE_TESTS)
-    include (cmake/find/gtest.cmake)
-endif ()
-
-# Need to process before "contrib" dir:
-include (cmake/find/mysqlclient.cmake)
 
 # When testing for memory leaks with Valgrind, don't link tcmalloc or jemalloc.
 
@@ -606,7 +518,7 @@ macro (add_executable target)
         # - _je_zone_register due to JEMALLOC_PRIVATE_NAMESPACE=je_ under OS X.
         # - but jemalloc-cmake does not run private_namespace.sh
         #   so symbol name should be _zone_register
-        if (ENABLE_JEMALLOC AND MAKE_STATIC_LIBRARIES AND OS_DARWIN)
+        if (ENABLE_JEMALLOC AND USE_STATIC_LIBRARIES AND OS_DARWIN)
             set_property(TARGET ${target} APPEND PROPERTY LINK_OPTIONS -u_zone_register)
         endif()
     endif()
@@ -625,6 +537,4 @@ add_subdirectory (programs)
 add_subdirectory (tests)
 add_subdirectory (utils)
 
-include (cmake/print_include_directories.cmake)
-
 include (cmake/sanitize_target_link_libraries.cmake)

README.md

@@ -10,5 +10,6 @@ ClickHouse® is an open-source column-oriented database management system that a
 * [YouTube channel](https://www.youtube.com/c/ClickHouseDB) has a lot of content about ClickHouse in video format.
 * [Slack](https://join.slack.com/t/clickhousedb/shared_invite/zt-rxm3rdrk-lIUmhLC3V8WTaL0TGxsOmg) and [Telegram](https://telegram.me/clickhouse_en) allow chatting with ClickHouse users in real-time.
 * [Blog](https://clickhouse.com/blog/en/) contains various ClickHouse-related articles, as well as announcements and reports about events.
-* [Code Browser](https://clickhouse.com/codebrowser/html_report/ClickHouse/index.html) with syntax highlight and navigation.
+* [Code Browser (Woboq)](https://clickhouse.com/codebrowser/html_report/ClickHouse/index.html) with syntax highlight and navigation.
+* [Code Browser (github.dev)](https://github.dev/ClickHouse/ClickHouse) with syntax highlight, powered by github.dev.
 * [Contacts](https://clickhouse.com/company/#contact) can help to get your questions answered if there are any.

base/base/CMakeLists.txt

@@ -24,7 +24,7 @@ if (ENABLE_REPLXX)
 endif ()
 
 if (USE_DEBUG_HELPERS)
-    get_target_property(MAGIC_ENUM_INCLUDE_DIR magic_enum INTERFACE_INCLUDE_DIRECTORIES)
+    get_target_property(MAGIC_ENUM_INCLUDE_DIR ch_contrib::magic_enum INTERFACE_INCLUDE_DIRECTORIES)
     # CMake generator expression will do insane quoting when it encounters special character like quotes, spaces, etc.
     # Prefixing "SHELL:" will force it to use the original text.
     set (INCLUDE_DEBUG_HELPERS "SHELL:-I\"${MAGIC_ENUM_INCLUDE_DIR}\" -include \"${ClickHouse_SOURCE_DIR}/base/base/iostream_debug_helpers.h\"")
@@ -40,29 +40,25 @@ else ()
     target_compile_definitions(common PUBLIC WITH_COVERAGE=0)
 endif ()
 
-if (USE_INTERNAL_CCTZ)
-    set_source_files_properties(DateLUTImpl.cpp PROPERTIES COMPILE_DEFINITIONS USE_INTERNAL_CCTZ)
-endif()
-
 target_include_directories(common PUBLIC .. "${CMAKE_CURRENT_BINARY_DIR}/..")
 
-if (OS_DARWIN AND NOT MAKE_STATIC_LIBRARIES)
+if (OS_DARWIN AND NOT USE_STATIC_LIBRARIES)
     target_link_libraries(common PUBLIC -Wl,-U,_inside_main)
 endif()
 
 target_link_libraries (common
     PUBLIC
-        ${CITYHASH_LIBRARIES}
+        ch_contrib::cityhash
         boost::headers_only
         boost::system
         Poco::Net
         Poco::Net::SSL
         Poco::Util
         Poco::Foundation
-        replxx
+        ch_contrib::replxx
-        cctz
+        ch_contrib::cctz
-        fmt
+        ch_contrib::fmt
-        magic_enum
+        ch_contrib::magic_enum
 )
 
 if (ENABLE_TESTS)

base/bridge/IBridge.cpp

@@ -9,6 +9,7 @@
 
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/SensitiveDataMasker.h>
+#include <Common/config.h>
 #include <base/errnoToString.h>
 #include <IO/ReadHelpers.h>
 #include <Formats/registerFormats.h>

base/daemon/CMakeLists.txt

@@ -6,12 +6,12 @@ add_library (daemon
 
 target_include_directories (daemon PUBLIC ..)
 
-if (OS_DARWIN AND NOT MAKE_STATIC_LIBRARIES)
+if (OS_DARWIN AND NOT USE_STATIC_LIBRARIES)
     target_link_libraries (daemon PUBLIC -Wl,-undefined,dynamic_lookup)
 endif()
 
 target_link_libraries (daemon PUBLIC loggers PRIVATE clickhouse_common_io clickhouse_common_config common ${EXECINFO_LIBRARIES})
 
-if (USE_SENTRY)
+if (TARGET ch_contrib::sentry)
-    target_link_libraries (daemon PRIVATE ${SENTRY_LIBRARY})
+    target_link_libraries (daemon PRIVATE ch_contrib::sentry)
 endif ()

base/glibc-compatibility/CMakeLists.txt

@@ -37,7 +37,7 @@ if (GLIBC_COMPATIBILITY)
 
     target_include_directories(glibc-compatibility PRIVATE libcxxabi ${musl_arch_include_dir})
 
-    if (NOT USE_STATIC_LIBRARIES AND NOT MAKE_STATIC_LIBRARIES)
+    if (NOT USE_STATIC_LIBRARIES AND NOT USE_STATIC_LIBRARIES)
         target_compile_options(glibc-compatibility PRIVATE -fPIC)
     endif ()
 

base/glibc-compatibility/glibc-compat-2.32.h

@@ -1,50 +0,0 @@
-/// In glibc 2.32 new version of some symbols had been added [1]:
-///
-///     $ nm -D clickhouse | fgrep -e @GLIBC_2.32
-///                      U pthread_getattr_np@GLIBC_2.32
-///                      U pthread_sigmask@GLIBC_2.32
-///
-///   [1]: https://www.spinics.net/lists/fedora-devel/msg273044.html
-///
-/// Right now ubuntu 20.04 is used as official image for building
-/// ClickHouse, however once it will be switched someone may not be happy
-/// with that fact that he/she cannot use official binaries anymore because
-/// they have glibc < 2.32.
-///
-/// To avoid this dependency, let's force previous version of those
-/// symbols from glibc.
-///
-/// Also note, that the following approach had been tested:
-/// a) -Wl,--wrap -- but it goes into endless recursion whey you try to do
-///    something like this:
-///
-///     int __pthread_getattr_np_compact(pthread_t thread, pthread_attr_t *attr);
-///     GLIBC_COMPAT_SYMBOL(__pthread_getattr_np_compact, pthread_getattr_np)
-///     int __pthread_getattr_np_compact(pthread_t thread, pthread_attr_t *attr);
-///     int __wrap_pthread_getattr_np(pthread_t thread, pthread_attr_t *attr)
-///     {
-///         return __pthread_getattr_np_compact(thread, attr);
-///     }
-///
-///     int __pthread_sigmask_compact(int how, const sigset_t *set, sigset_t *oldset);
-///     GLIBC_COMPAT_SYMBOL(__pthread_sigmask_compact, pthread_sigmask)
-///     int __pthread_sigmask_compact(int how, const sigset_t *set, sigset_t *oldset);
-///     int __wrap_pthread_sigmask(int how, const sigset_t *set, sigset_t *oldset)
-///     {
-///         return __pthread_sigmask_compact(how, set, oldset);
-///     }
-///
-/// b) -Wl,--defsym -- same problems (and you cannot use version of symbol with
-///    version in the expression)
-/// c) this approach -- simply add this file with -include directive.
-
-#if defined(__amd64__)
-#define GLIBC_COMPAT_SYMBOL(func) __asm__(".symver " #func "," #func "@GLIBC_2.2.5");
-#elif defined(__aarch64__)
-#define GLIBC_COMPAT_SYMBOL(func) __asm__(".symver " #func "," #func "@GLIBC_2.17");
-#else
-#error Your platform is not supported.
-#endif
-
-GLIBC_COMPAT_SYMBOL(pthread_sigmask)
-GLIBC_COMPAT_SYMBOL(pthread_getattr_np)

cmake/Modules/FindArrow.cmake

@@ -1,433 +0,0 @@
-# https://github.com/apache/arrow/blob/master/cpp/cmake_modules/FindArrow.cmake
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# - Find Arrow (arrow/api.h, libarrow.a, libarrow.so)
-# This module defines
-#  ARROW_FOUND, whether Arrow has been found
-#  ARROW_FULL_SO_VERSION, full shared object version of found Arrow "100.0.0"
-#  ARROW_IMPORT_LIB, path to libarrow's import library (Windows only)
-#  ARROW_INCLUDE_DIR, directory containing headers
-#  ARROW_LIBS, deprecated. Use ARROW_LIB_DIR instead
-#  ARROW_LIB_DIR, directory containing Arrow libraries
-#  ARROW_SHARED_IMP_LIB, deprecated. Use ARROW_IMPORT_LIB instead
-#  ARROW_SHARED_LIB, path to libarrow's shared library
-#  ARROW_SO_VERSION, shared object version of found Arrow such as "100"
-#  ARROW_STATIC_LIB, path to libarrow.a
-#  ARROW_VERSION, version of found Arrow
-#  ARROW_VERSION_MAJOR, major version of found Arrow
-#  ARROW_VERSION_MINOR, minor version of found Arrow
-#  ARROW_VERSION_PATCH, patch version of found Arrow
-
-if(DEFINED ARROW_FOUND)
-  return()
-endif()
-
-include(FindPkgConfig)
-include(FindPackageHandleStandardArgs)
-
-set(ARROW_SEARCH_LIB_PATH_SUFFIXES)
-if(CMAKE_LIBRARY_ARCHITECTURE)
-  list(APPEND ARROW_SEARCH_LIB_PATH_SUFFIXES "lib/${CMAKE_LIBRARY_ARCHITECTURE}")
-endif()
-list(APPEND ARROW_SEARCH_LIB_PATH_SUFFIXES
-            "lib64"
-            "lib32"
-            "lib"
-            "bin")
-set(ARROW_CONFIG_SUFFIXES
-    "_RELEASE"
-    "_RELWITHDEBINFO"
-    "_MINSIZEREL"
-    "_DEBUG"
-    "")
-if(CMAKE_BUILD_TYPE)
-  string(TOUPPER ${CMAKE_BUILD_TYPE} ARROW_CONFIG_SUFFIX_PREFERRED)
-  set(ARROW_CONFIG_SUFFIX_PREFERRED "_${ARROW_CONFIG_SUFFIX_PREFERRED}")
-  list(INSERT ARROW_CONFIG_SUFFIXES 0 "${ARROW_CONFIG_SUFFIX_PREFERRED}")
-endif()
-
-if(NOT DEFINED ARROW_MSVC_STATIC_LIB_SUFFIX)
-  if(MSVC)
-    set(ARROW_MSVC_STATIC_LIB_SUFFIX "_static")
-  else()
-    set(ARROW_MSVC_STATIC_LIB_SUFFIX "")
-  endif()
-endif()
-
-# Internal function.
-#
-# Set shared library name for ${base_name} to ${output_variable}.
-#
-# Example:
-#   arrow_build_shared_library_name(ARROW_SHARED_LIBRARY_NAME arrow)
-#   # -> ARROW_SHARED_LIBRARY_NAME=libarrow.so on Linux
-#   # -> ARROW_SHARED_LIBRARY_NAME=libarrow.dylib on macOS
-#   # -> ARROW_SHARED_LIBRARY_NAME=arrow.dll with MSVC on Windows
-#   # -> ARROW_SHARED_LIBRARY_NAME=libarrow.dll with MinGW on Windows
-function(arrow_build_shared_library_name output_variable base_name)
-  set(${output_variable}
-      "${CMAKE_SHARED_LIBRARY_PREFIX}${base_name}${CMAKE_SHARED_LIBRARY_SUFFIX}"
-      PARENT_SCOPE)
-endfunction()
-
-# Internal function.
-#
-# Set import library name for ${base_name} to ${output_variable}.
-# This is useful only for MSVC build. Import library is used only
-# with MSVC build.
-#
-# Example:
-#   arrow_build_import_library_name(ARROW_IMPORT_LIBRARY_NAME arrow)
-#   # -> ARROW_IMPORT_LIBRARY_NAME=arrow on Linux (meaningless)
-#   # -> ARROW_IMPORT_LIBRARY_NAME=arrow on macOS (meaningless)
-#   # -> ARROW_IMPORT_LIBRARY_NAME=arrow.lib with MSVC on Windows
-#   # -> ARROW_IMPORT_LIBRARY_NAME=libarrow.dll.a with MinGW on Windows
-function(arrow_build_import_library_name output_variable base_name)
-  set(${output_variable}
-      "${CMAKE_IMPORT_LIBRARY_PREFIX}${base_name}${CMAKE_IMPORT_LIBRARY_SUFFIX}"
-      PARENT_SCOPE)
-endfunction()
-
-# Internal function.
-#
-# Set static library name for ${base_name} to ${output_variable}.
-#
-# Example:
-#   arrow_build_static_library_name(ARROW_STATIC_LIBRARY_NAME arrow)
-#   # -> ARROW_STATIC_LIBRARY_NAME=libarrow.a on Linux
-#   # -> ARROW_STATIC_LIBRARY_NAME=libarrow.a on macOS
-#   # -> ARROW_STATIC_LIBRARY_NAME=arrow.lib with MSVC on Windows
-#   # -> ARROW_STATIC_LIBRARY_NAME=libarrow.dll.a with MinGW on Windows
-function(arrow_build_static_library_name output_variable base_name)
-  set(
-    ${output_variable}
-    "${CMAKE_STATIC_LIBRARY_PREFIX}${base_name}${ARROW_MSVC_STATIC_LIB_SUFFIX}${CMAKE_STATIC_LIBRARY_SUFFIX}"
-    PARENT_SCOPE)
-endfunction()
-
-# Internal function.
-#
-# Set macro value for ${macro_name} in ${header_content} to ${output_variable}.
-#
-# Example:
-#   arrow_extract_macro_value(version_major
-#                             "ARROW_VERSION_MAJOR"
-#                             "#define ARROW_VERSION_MAJOR 1.0.0")
-#   # -> version_major=1.0.0
-function(arrow_extract_macro_value output_variable macro_name header_content)
-  string(REGEX MATCH "#define +${macro_name} +[^\r\n]+" macro_definition
-               "${header_content}")
-  string(REGEX
-         REPLACE "^#define +${macro_name} +(.+)$" "\\1" macro_value "${macro_definition}")
-  set(${output_variable} "${macro_value}" PARENT_SCOPE)
-endfunction()
-
-# Internal macro only for arrow_find_package.
-#
-# Find package in HOME.
-macro(arrow_find_package_home)
-  find_path(${prefix}_include_dir "${header_path}"
-            PATHS "${home}"
-            PATH_SUFFIXES "include"
-            NO_DEFAULT_PATH)
-  set(include_dir "${${prefix}_include_dir}")
-  set(${prefix}_INCLUDE_DIR "${include_dir}" PARENT_SCOPE)
-
-  if(MSVC)
-    set(CMAKE_SHARED_LIBRARY_SUFFIXES_ORIGINAL ${CMAKE_FIND_LIBRARY_SUFFIXES})
-    # .dll isn't found by find_library with MSVC because .dll isn't included in
-    # CMAKE_FIND_LIBRARY_SUFFIXES.
-    list(APPEND CMAKE_FIND_LIBRARY_SUFFIXES "${CMAKE_SHARED_LIBRARY_SUFFIX}")
-  endif()
-  find_library(${prefix}_shared_lib
-               NAMES "${shared_lib_name}"
-               PATHS "${home}"
-               PATH_SUFFIXES ${ARROW_SEARCH_LIB_PATH_SUFFIXES}
-               NO_DEFAULT_PATH)
-  if(MSVC)
-    set(CMAKE_SHARED_LIBRARY_SUFFIXES ${CMAKE_FIND_LIBRARY_SUFFIXES_ORIGINAL})
-  endif()
-  set(shared_lib "${${prefix}_shared_lib}")
-  set(${prefix}_SHARED_LIB "${shared_lib}" PARENT_SCOPE)
-  if(shared_lib)
-    add_library(${target_shared} SHARED IMPORTED)
-    set_target_properties(${target_shared} PROPERTIES IMPORTED_LOCATION "${shared_lib}")
-    if(include_dir)
-      set_target_properties(${target_shared}
-                            PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "${include_dir}")
-    endif()
-    find_library(${prefix}_import_lib
-                 NAMES "${import_lib_name}"
-                 PATHS "${home}"
-                 PATH_SUFFIXES ${ARROW_SEARCH_LIB_PATH_SUFFIXES}
-                 NO_DEFAULT_PATH)
-    set(import_lib "${${prefix}_import_lib}")
-    set(${prefix}_IMPORT_LIB "${import_lib}" PARENT_SCOPE)
-    if(import_lib)
-      set_target_properties(${target_shared} PROPERTIES IMPORTED_IMPLIB "${import_lib}")
-    endif()
-  endif()
-
-  find_library(${prefix}_static_lib
-               NAMES "${static_lib_name}"
-               PATHS "${home}"
-               PATH_SUFFIXES ${ARROW_SEARCH_LIB_PATH_SUFFIXES}
-               NO_DEFAULT_PATH)
-  set(static_lib "${${prefix}_static_lib}")
-  set(${prefix}_STATIC_LIB "${static_lib}" PARENT_SCOPE)
-  if(static_lib)
-    add_library(${target_static} STATIC IMPORTED)
-    set_target_properties(${target_static} PROPERTIES IMPORTED_LOCATION "${static_lib}")
-    if(include_dir)
-      set_target_properties(${target_static}
-                            PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "${include_dir}")
-    endif()
-  endif()
-endmacro()
-
-# Internal macro only for arrow_find_package.
-#
-# Find package by CMake package configuration.
-macro(arrow_find_package_cmake_package_configuration)
-  find_package(${cmake_package_name} CONFIG)
-  if(${cmake_package_name}_FOUND)
-    set(${prefix}_USE_CMAKE_PACKAGE_CONFIG TRUE PARENT_SCOPE)
-    if(TARGET ${target_shared})
-      foreach(suffix ${ARROW_CONFIG_SUFFIXES})
-        get_target_property(shared_lib ${target_shared} IMPORTED_LOCATION${suffix})
-        if(shared_lib)
-          # Remove shared library version:
-          #   libarrow.so.100.0.0 -> libarrow.so
-          # Because ARROW_HOME and pkg-config approaches don't add
-          # shared library version.
-          string(REGEX
-                 REPLACE "(${CMAKE_SHARED_LIBRARY_SUFFIX})[.0-9]+$" "\\1" shared_lib
-                         "${shared_lib}")
-          set(${prefix}_SHARED_LIB "${shared_lib}" PARENT_SCOPE)
-          break()
-        endif()
-      endforeach()
-    endif()
-    if(TARGET ${target_static})
-      foreach(suffix ${ARROW_CONFIG_SUFFIXES})
-        get_target_property(static_lib ${target_static} IMPORTED_LOCATION${suffix})
-        if(static_lib)
-          set(${prefix}_STATIC_LIB "${static_lib}" PARENT_SCOPE)
-          break()
-        endif()
-      endforeach()
-    endif()
-  endif()
-endmacro()
-
-# Internal macro only for arrow_find_package.
-#
-# Find package by pkg-config.
-macro(arrow_find_package_pkg_config)
-  pkg_check_modules(${prefix}_PC ${pkg_config_name})
-  if(${prefix}_PC_FOUND)
-    set(${prefix}_USE_PKG_CONFIG TRUE PARENT_SCOPE)
-
-    set(include_dir "${${prefix}_PC_INCLUDEDIR}")
-    set(lib_dir "${${prefix}_PC_LIBDIR}")
-    set(shared_lib_paths "${${prefix}_PC_LINK_LIBRARIES}")
-    # Use the first shared library path as the IMPORTED_LOCATION
-    # for ${target_shared}. This assumes that the first shared library
-    # path is the shared library path for this module.
-    list(GET shared_lib_paths 0 first_shared_lib_path)
-    # Use the rest shared library paths as the INTERFACE_LINK_LIBRARIES
-    # for ${target_shared}. This assumes that the rest shared library
-    # paths are dependency library paths for this module.
-    list(LENGTH shared_lib_paths n_shared_lib_paths)
-    if(n_shared_lib_paths LESS_EQUAL 1)
-      set(rest_shared_lib_paths)
-    else()
-      list(SUBLIST
-           shared_lib_paths
-           1
-           -1
-           rest_shared_lib_paths)
-    endif()
-
-    set(${prefix}_VERSION "${${prefix}_PC_VERSION}" PARENT_SCOPE)
-    set(${prefix}_INCLUDE_DIR "${include_dir}" PARENT_SCOPE)
-    set(${prefix}_SHARED_LIB "${first_shared_lib_path}" PARENT_SCOPE)
-
-    add_library(${target_shared} SHARED IMPORTED)
-    set_target_properties(${target_shared}
-                          PROPERTIES INTERFACE_INCLUDE_DIRECTORIES
-                                     "${include_dir}"
-                                     INTERFACE_LINK_LIBRARIES
-                                     "${rest_shared_lib_paths}"
-                                     IMPORTED_LOCATION
-                                     "${first_shared_lib_path}")
-    get_target_property(shared_lib ${target_shared} IMPORTED_LOCATION)
-
-    find_library(${prefix}_static_lib
-                 NAMES "${static_lib_name}"
-                 PATHS "${lib_dir}"
-                 NO_DEFAULT_PATH)
-    set(static_lib "${${prefix}_static_lib}")
-    set(${prefix}_STATIC_LIB "${static_lib}" PARENT_SCOPE)
-    if(static_lib)
-      add_library(${target_static} STATIC IMPORTED)
-      set_target_properties(${target_static}
-                            PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "${include_dir}"
-                                       IMPORTED_LOCATION "${static_lib}")
-    endif()
-  endif()
-endmacro()
-
-function(arrow_find_package
-         prefix
-         home
-         base_name
-         header_path
-         cmake_package_name
-         pkg_config_name)
-  arrow_build_shared_library_name(shared_lib_name ${base_name})
-  arrow_build_import_library_name(import_lib_name ${base_name})
-  arrow_build_static_library_name(static_lib_name ${base_name})
-
-  set(target_shared ${base_name}_shared)
-  set(target_static ${base_name}_static)
-
-  if(home)
-    arrow_find_package_home()
-    set(${prefix}_FIND_APPROACH "HOME: ${home}" PARENT_SCOPE)
-  else()
-    arrow_find_package_cmake_package_configuration()
-    if(${cmake_package_name}_FOUND)
-      set(${prefix}_FIND_APPROACH
-          "CMake package configuration: ${cmake_package_name}"
-          PARENT_SCOPE)
-    else()
-      arrow_find_package_pkg_config()
-      set(${prefix}_FIND_APPROACH "pkg-config: ${pkg_config_name}" PARENT_SCOPE)
-    endif()
-  endif()
-
-  if(NOT include_dir)
-    if(TARGET ${target_shared})
-      get_target_property(include_dir ${target_shared} INTERFACE_INCLUDE_DIRECTORIES)
-    elseif(TARGET ${target_static})
-      get_target_property(include_dir ${target_static} INTERFACE_INCLUDE_DIRECTORIES)
-    endif()
-  endif()
-  if(include_dir)
-    set(${prefix}_INCLUDE_DIR "${include_dir}" PARENT_SCOPE)
-  endif()
-
-  if(shared_lib)
-    get_filename_component(lib_dir "${shared_lib}" DIRECTORY)
-  elseif(static_lib)
-    get_filename_component(lib_dir "${static_lib}" DIRECTORY)
-  else()
-    set(lib_dir NOTFOUND)
-  endif()
-  set(${prefix}_LIB_DIR "${lib_dir}" PARENT_SCOPE)
-  # For backward compatibility
-  set(${prefix}_LIBS "${lib_dir}" PARENT_SCOPE)
-endfunction()
-
-if(NOT "$ENV{ARROW_HOME}" STREQUAL "")
-  file(TO_CMAKE_PATH "$ENV{ARROW_HOME}" ARROW_HOME)
-endif()
-arrow_find_package(ARROW
-                   "${ARROW_HOME}"
-                   arrow
-                   arrow/api.h
-                   Arrow
-                   arrow)
-
-if(ARROW_HOME)
-  if(ARROW_INCLUDE_DIR)
-    file(READ "${ARROW_INCLUDE_DIR}/arrow/util/config.h" ARROW_CONFIG_H_CONTENT)
-    arrow_extract_macro_value(ARROW_VERSION_MAJOR "ARROW_VERSION_MAJOR"
-                              "${ARROW_CONFIG_H_CONTENT}")
-    arrow_extract_macro_value(ARROW_VERSION_MINOR "ARROW_VERSION_MINOR"
-                              "${ARROW_CONFIG_H_CONTENT}")
-    arrow_extract_macro_value(ARROW_VERSION_PATCH "ARROW_VERSION_PATCH"
-                              "${ARROW_CONFIG_H_CONTENT}")
-    if("${ARROW_VERSION_MAJOR}" STREQUAL ""
-       OR "${ARROW_VERSION_MINOR}" STREQUAL ""
-       OR "${ARROW_VERSION_PATCH}" STREQUAL "")
-      set(ARROW_VERSION "0.0.0")
-    else()
-      set(ARROW_VERSION
-          "${ARROW_VERSION_MAJOR}.${ARROW_VERSION_MINOR}.${ARROW_VERSION_PATCH}")
-    endif()
-
-    arrow_extract_macro_value(ARROW_SO_VERSION_QUOTED "ARROW_SO_VERSION"
-                              "${ARROW_CONFIG_H_CONTENT}")
-    string(REGEX REPLACE "^\"(.+)\"$" "\\1" ARROW_SO_VERSION "${ARROW_SO_VERSION_QUOTED}")
-    arrow_extract_macro_value(ARROW_FULL_SO_VERSION_QUOTED "ARROW_FULL_SO_VERSION"
-                              "${ARROW_CONFIG_H_CONTENT}")
-    string(REGEX
-           REPLACE "^\"(.+)\"$" "\\1" ARROW_FULL_SO_VERSION
-                   "${ARROW_FULL_SO_VERSION_QUOTED}")
-  endif()
-else()
-  if(ARROW_USE_CMAKE_PACKAGE_CONFIG)
-    find_package(Arrow CONFIG)
-  elseif(ARROW_USE_PKG_CONFIG)
-    pkg_get_variable(ARROW_SO_VERSION arrow so_version)
-    pkg_get_variable(ARROW_FULL_SO_VERSION arrow full_so_version)
-  endif()
-endif()
-
-set(ARROW_ABI_VERSION ${ARROW_SO_VERSION})
-
-mark_as_advanced(ARROW_ABI_VERSION
-                 ARROW_CONFIG_SUFFIXES
-                 ARROW_FULL_SO_VERSION
-                 ARROW_IMPORT_LIB
-                 ARROW_INCLUDE_DIR
-                 ARROW_LIBS
-                 ARROW_LIB_DIR
-                 ARROW_SEARCH_LIB_PATH_SUFFIXES
-                 ARROW_SHARED_IMP_LIB
-                 ARROW_SHARED_LIB
-                 ARROW_SO_VERSION
-                 ARROW_STATIC_LIB
-                 ARROW_VERSION
-                 ARROW_VERSION_MAJOR
-                 ARROW_VERSION_MINOR
-                 ARROW_VERSION_PATCH)
-
-find_package_handle_standard_args(Arrow REQUIRED_VARS
-                                  # The first required variable is shown
-                                  # in the found message. So this list is
-                                  # not sorted alphabetically.
-                                  ARROW_INCLUDE_DIR
-                                  ARROW_LIB_DIR
-                                  ARROW_FULL_SO_VERSION
-                                  ARROW_SO_VERSION
-                                  VERSION_VAR
-                                  ARROW_VERSION)
-set(ARROW_FOUND ${Arrow_FOUND})
-
-if(Arrow_FOUND AND NOT Arrow_FIND_QUIETLY)
-  message(STATUS "Arrow version: ${ARROW_VERSION} (${ARROW_FIND_APPROACH})")
-  message(STATUS "Arrow SO and ABI version: ${ARROW_SO_VERSION}")
-  message(STATUS "Arrow full SO version: ${ARROW_FULL_SO_VERSION}")
-  message(STATUS "Found the Arrow core shared library: ${ARROW_SHARED_LIB}")
-  message(STATUS "Found the Arrow core import library: ${ARROW_IMPORT_LIB}")
-  message(STATUS "Found the Arrow core static library: ${ARROW_STATIC_LIB}")
-endif()

cmake/Modules/FindICU.cmake

@@ -1,394 +0,0 @@
-# Distributed under the OSI-approved BSD 3-Clause License.  See accompanying
-# file Copyright.txt or https://cmake.org/licensing for details.
-
-#.rst:
-# FindICU
-# -------
-#
-# Find the International Components for Unicode (ICU) libraries and
-# programs.
-#
-# This module supports multiple components.
-# Components can include any of: ``data``, ``i18n``, ``io``, ``le``,
-# ``lx``, ``test``, ``tu`` and ``uc``.
-#
-# Note that on Windows ``data`` is named ``dt`` and ``i18n`` is named
-# ``in``; any of the names may be used, and the appropriate
-# platform-specific library name will be automatically selected.
-#
-# This module reports information about the ICU installation in
-# several variables.  General variables::
-#
-#   ICU_VERSION - ICU release version
-#   ICU_FOUND - true if the main programs and libraries were found
-#   ICU_LIBRARIES - component libraries to be linked
-#   ICU_INCLUDE_DIRS - the directories containing the ICU headers
-#
-# Imported targets::
-#
-#   ICU::<C>
-#
-# Where ``<C>`` is the name of an ICU component, for example
-# ``ICU::i18n``.
-#
-# ICU programs are reported in::
-#
-#   ICU_GENCNVAL_EXECUTABLE - path to gencnval executable
-#   ICU_ICUINFO_EXECUTABLE - path to icuinfo executable
-#   ICU_GENBRK_EXECUTABLE - path to genbrk executable
-#   ICU_ICU-CONFIG_EXECUTABLE - path to icu-config executable
-#   ICU_GENRB_EXECUTABLE - path to genrb executable
-#   ICU_GENDICT_EXECUTABLE - path to gendict executable
-#   ICU_DERB_EXECUTABLE - path to derb executable
-#   ICU_PKGDATA_EXECUTABLE - path to pkgdata executable
-#   ICU_UCONV_EXECUTABLE - path to uconv executable
-#   ICU_GENCFU_EXECUTABLE - path to gencfu executable
-#   ICU_MAKECONV_EXECUTABLE - path to makeconv executable
-#   ICU_GENNORM2_EXECUTABLE - path to gennorm2 executable
-#   ICU_GENCCODE_EXECUTABLE - path to genccode executable
-#   ICU_GENSPREP_EXECUTABLE - path to gensprep executable
-#   ICU_ICUPKG_EXECUTABLE - path to icupkg executable
-#   ICU_GENCMN_EXECUTABLE - path to gencmn executable
-#
-# ICU component libraries are reported in::
-#
-#   ICU_<C>_FOUND - ON if component was found
-#   ICU_<C>_LIBRARIES - libraries for component
-#
-# ICU datafiles are reported in::
-#
-#   ICU_MAKEFILE_INC - Makefile.inc
-#   ICU_PKGDATA_INC - pkgdata.inc
-#
-# Note that ``<C>`` is the uppercased name of the component.
-#
-# This module reads hints about search results from::
-#
-#   ICU_ROOT - the root of the ICU installation
-#
-# The environment variable ``ICU_ROOT`` may also be used; the
-# ICU_ROOT variable takes precedence.
-#
-# The following cache variables may also be set::
-#
-#   ICU_<P>_EXECUTABLE - the path to executable <P>
-#   ICU_INCLUDE_DIR - the directory containing the ICU headers
-#   ICU_<C>_LIBRARY - the library for component <C>
-#
-# .. note::
-#
-#   In most cases none of the above variables will require setting,
-#   unless multiple ICU versions are available and a specific version
-#   is required.
-#
-# Other variables one may set to control this module are::
-#
-#   ICU_DEBUG - Set to ON to enable debug output from FindICU.
-
-# Written by Roger Leigh <rleigh@codelibre.net>
-
-set(icu_programs
-  gencnval
-  icuinfo
-  genbrk
-  icu-config
-  genrb
-  gendict
-  derb
-  pkgdata
-  uconv
-  gencfu
-  makeconv
-  gennorm2
-  genccode
-  gensprep
-  icupkg
-  gencmn)
-
-set(icu_data
-  Makefile.inc
-  pkgdata.inc)
-
-# The ICU checks are contained in a function due to the large number
-# of temporary variables needed.
-function(_ICU_FIND)
-  # Set up search paths, taking compiler into account.  Search ICU_ROOT,
-  # with ICU_ROOT in the environment as a fallback if unset.
-  if(ICU_ROOT)
-    list(APPEND icu_roots "${ICU_ROOT}")
-  else()
-    if(NOT "$ENV{ICU_ROOT}" STREQUAL "")
-      file(TO_CMAKE_PATH "$ENV{ICU_ROOT}" NATIVE_PATH)
-      list(APPEND icu_roots "${NATIVE_PATH}")
-      set(ICU_ROOT "${NATIVE_PATH}"
-          CACHE PATH "Location of the ICU installation" FORCE)
-    endif()
-  endif()
-
-  # Find include directory
-  list(APPEND icu_include_suffixes "include")
-  find_path(ICU_INCLUDE_DIR
-            NAMES "unicode/utypes.h"
-            HINTS ${icu_roots}
-            PATH_SUFFIXES ${icu_include_suffixes}
-            DOC "ICU include directory")
-  set(ICU_INCLUDE_DIR "${ICU_INCLUDE_DIR}" PARENT_SCOPE)
-
-  # Get version
-  if(ICU_INCLUDE_DIR AND EXISTS "${ICU_INCLUDE_DIR}/unicode/uvernum.h")
-    file(STRINGS "${ICU_INCLUDE_DIR}/unicode/uvernum.h" icu_header_str
-      REGEX "^#define[\t ]+U_ICU_VERSION[\t ]+\".*\".*")
-
-    string(REGEX REPLACE "^#define[\t ]+U_ICU_VERSION[\t ]+\"([^ \\n]*)\".*"
-      "\\1" icu_version_string "${icu_header_str}")
-    set(ICU_VERSION "${icu_version_string}")
-    set(ICU_VERSION "${icu_version_string}" PARENT_SCOPE)
-    unset(icu_header_str)
-    unset(icu_version_string)
-  endif()
-
-  if(CMAKE_SIZEOF_VOID_P EQUAL 8)
-    # 64-bit binary directory
-    set(_bin64 "bin64")
-    # 64-bit library directory
-    set(_lib64 "lib64")
-  endif()
-
-
-  # Find all ICU programs
-  list(APPEND icu_binary_suffixes "${_bin64}" "bin")
-  foreach(program ${icu_programs})
-    string(TOUPPER "${program}" program_upcase)
-    set(cache_var "ICU_${program_upcase}_EXECUTABLE")
-    set(program_var "ICU_${program_upcase}_EXECUTABLE")
-    find_program("${cache_var}" "${program}"
-      HINTS ${icu_roots}
-      PATH_SUFFIXES ${icu_binary_suffixes}
-      DOC "ICU ${program} executable")
-    mark_as_advanced(cache_var)
-    set("${program_var}" "${${cache_var}}" PARENT_SCOPE)
-  endforeach()
-
-  # Find all ICU libraries
-  list(APPEND icu_library_suffixes "${_lib64}" "lib")
-  set(ICU_REQUIRED_LIBS_FOUND ON)
-  foreach(component ${ICU_FIND_COMPONENTS})
-    string(TOUPPER "${component}" component_upcase)
-    set(component_cache "ICU_${component_upcase}_LIBRARY")
-    set(component_cache_release "${component_cache}_RELEASE")
-    set(component_cache_debug "${component_cache}_DEBUG")
-    set(component_found "${component_upcase}_FOUND")
-    set(component_libnames "icu${component}")
-    set(component_debug_libnames "icu${component}d")
-
-    # Special case deliberate library naming mismatches between Unix
-    # and Windows builds
-    unset(component_libnames)
-    unset(component_debug_libnames)
-    list(APPEND component_libnames "icu${component}")
-    list(APPEND component_debug_libnames "icu${component}d")
-    if(component STREQUAL "data")
-      list(APPEND component_libnames "icudt")
-      # Note there is no debug variant at present
-      list(APPEND component_debug_libnames "icudtd")
-    endif()
-    if(component STREQUAL "dt")
-      list(APPEND component_libnames "icudata")
-      # Note there is no debug variant at present
-      list(APPEND component_debug_libnames "icudatad")
-    endif()
-    if(component STREQUAL "i18n")
-      list(APPEND component_libnames "icuin")
-      list(APPEND component_debug_libnames "icuind")
-    endif()
-    if(component STREQUAL "in")
-      list(APPEND component_libnames "icui18n")
-      list(APPEND component_debug_libnames "icui18nd")
-    endif()
-
-    find_library("${component_cache_release}" ${component_libnames}
-      HINTS ${icu_roots}
-      PATH_SUFFIXES ${icu_library_suffixes}
-      DOC "ICU ${component} library (release)")
-    find_library("${component_cache_debug}" ${component_debug_libnames}
-      HINTS ${icu_roots}
-      PATH_SUFFIXES ${icu_library_suffixes}
-      DOC "ICU ${component} library (debug)")
-    include(SelectLibraryConfigurations)
-    select_library_configurations(ICU_${component_upcase})
-    mark_as_advanced("${component_cache_release}" "${component_cache_debug}")
-    if(${component_cache})
-      set("${component_found}" ON)
-      list(APPEND ICU_LIBRARY "${${component_cache}}")
-    endif()
-    mark_as_advanced("${component_found}")
-    set("${component_cache}" "${${component_cache}}" PARENT_SCOPE)
-    set("${component_found}" "${${component_found}}" PARENT_SCOPE)
-    if(${component_found})
-      if (ICU_FIND_REQUIRED_${component})
-        list(APPEND ICU_LIBS_FOUND "${component} (required)")
-      else()
-        list(APPEND ICU_LIBS_FOUND "${component} (optional)")
-      endif()
-    else()
-      if (ICU_FIND_REQUIRED_${component})
-        set(ICU_REQUIRED_LIBS_FOUND OFF)
-        list(APPEND ICU_LIBS_NOTFOUND "${component} (required)")
-      else()
-        list(APPEND ICU_LIBS_NOTFOUND "${component} (optional)")
-      endif()
-    endif()
-  endforeach()
-  set(_ICU_REQUIRED_LIBS_FOUND "${ICU_REQUIRED_LIBS_FOUND}" PARENT_SCOPE)
-  set(ICU_LIBRARY "${ICU_LIBRARY}" PARENT_SCOPE)
-
-  # Find all ICU data files
-  if(CMAKE_LIBRARY_ARCHITECTURE)
-    list(APPEND icu_data_suffixes
-      "${_lib64}/${CMAKE_LIBRARY_ARCHITECTURE}/icu/${ICU_VERSION}"
-      "lib/${CMAKE_LIBRARY_ARCHITECTURE}/icu/${ICU_VERSION}"
-      "${_lib64}/${CMAKE_LIBRARY_ARCHITECTURE}/icu"
-      "lib/${CMAKE_LIBRARY_ARCHITECTURE}/icu")
-  endif()
-  list(APPEND icu_data_suffixes
-    "${_lib64}/icu/${ICU_VERSION}"
-    "lib/icu/${ICU_VERSION}"
-    "${_lib64}/icu"
-    "lib/icu")
-  foreach(data ${icu_data})
-    string(TOUPPER "${data}" data_upcase)
-    string(REPLACE "." "_" data_upcase "${data_upcase}")
-    set(cache_var "ICU_${data_upcase}")
-    set(data_var "ICU_${data_upcase}")
-    find_file("${cache_var}" "${data}"
-      HINTS ${icu_roots}
-      PATH_SUFFIXES ${icu_data_suffixes}
-      DOC "ICU ${data} data file")
-    mark_as_advanced(cache_var)
-    set("${data_var}" "${${cache_var}}" PARENT_SCOPE)
-  endforeach()
-
-  if(NOT ICU_FIND_QUIETLY)
-    if(ICU_LIBS_FOUND)
-      message(STATUS "Found the following ICU libraries:")
-      foreach(found ${ICU_LIBS_FOUND})
-        message(STATUS "  ${found}")
-      endforeach()
-    endif()
-    if(ICU_LIBS_NOTFOUND)
-      message(STATUS "The following ICU libraries were not found:")
-      foreach(notfound ${ICU_LIBS_NOTFOUND})
-        message(STATUS "  ${notfound}")
-      endforeach()
-    endif()
-  endif()
-
-  if(ICU_DEBUG)
-    message(STATUS "--------FindICU.cmake search debug--------")
-    message(STATUS "ICU binary path search order: ${icu_roots}")
-    message(STATUS "ICU include path search order: ${icu_roots}")
-    message(STATUS "ICU library path search order: ${icu_roots}")
-    message(STATUS "----------------")
-  endif()
-endfunction()
-
-_ICU_FIND()
-
-include(FindPackageHandleStandardArgs)
-FIND_PACKAGE_HANDLE_STANDARD_ARGS(ICU
-                                  FOUND_VAR ICU_FOUND
-                                  REQUIRED_VARS ICU_INCLUDE_DIR
-                                                ICU_LIBRARY
-                                                _ICU_REQUIRED_LIBS_FOUND
-                                  VERSION_VAR ICU_VERSION
-                                  FAIL_MESSAGE "Failed to find all ICU components")
-
-unset(_ICU_REQUIRED_LIBS_FOUND)
-
-if(ICU_FOUND)
-  set(ICU_INCLUDE_DIRS "${ICU_INCLUDE_DIR}")
-  set(ICU_LIBRARIES "${ICU_LIBRARY}")
-  foreach(_ICU_component ${ICU_FIND_COMPONENTS})
-    string(TOUPPER "${_ICU_component}" _ICU_component_upcase)
-    set(_ICU_component_cache "ICU_${_ICU_component_upcase}_LIBRARY")
-    set(_ICU_component_cache_release "ICU_${_ICU_component_upcase}_LIBRARY_RELEASE")
-    set(_ICU_component_cache_debug "ICU_${_ICU_component_upcase}_LIBRARY_DEBUG")
-    set(_ICU_component_lib "ICU_${_ICU_component_upcase}_LIBRARIES")
-    set(_ICU_component_found "${_ICU_component_upcase}_FOUND")
-    set(_ICU_imported_target "ICU::${_ICU_component}")
-    if(${_ICU_component_found})
-      set("${_ICU_component_lib}" "${${_ICU_component_cache}}")
-      if(NOT TARGET ${_ICU_imported_target})
-        add_library(${_ICU_imported_target} UNKNOWN IMPORTED)
-        if(ICU_INCLUDE_DIR)
-          set_target_properties(${_ICU_imported_target} PROPERTIES
-            INTERFACE_INCLUDE_DIRECTORIES "${ICU_INCLUDE_DIR}")
-        endif()
-        if(EXISTS "${${_ICU_component_cache}}")
-          set_target_properties(${_ICU_imported_target} PROPERTIES
-            IMPORTED_LINK_INTERFACE_LANGUAGES "CXX"
-            IMPORTED_LOCATION "${${_ICU_component_cache}}")
-        endif()
-        if(EXISTS "${${_ICU_component_cache_release}}")
-          set_property(TARGET ${_ICU_imported_target} APPEND PROPERTY
-            IMPORTED_CONFIGURATIONS RELEASE)
-          set_target_properties(${_ICU_imported_target} PROPERTIES
-            IMPORTED_LINK_INTERFACE_LANGUAGES_RELEASE "CXX"
-            IMPORTED_LOCATION_RELEASE "${${_ICU_component_cache_release}}")
-        endif()
-        if(EXISTS "${${_ICU_component_cache_debug}}")
-          set_property(TARGET ${_ICU_imported_target} APPEND PROPERTY
-            IMPORTED_CONFIGURATIONS DEBUG)
-          set_target_properties(${_ICU_imported_target} PROPERTIES
-            IMPORTED_LINK_INTERFACE_LANGUAGES_DEBUG "CXX"
-            IMPORTED_LOCATION_DEBUG "${${_ICU_component_cache_debug}}")
-        endif()
-      endif()
-    endif()
-    unset(_ICU_component_upcase)
-    unset(_ICU_component_cache)
-    unset(_ICU_component_lib)
-    unset(_ICU_component_found)
-    unset(_ICU_imported_target)
-  endforeach()
-endif()
-
-if(ICU_DEBUG)
-  message(STATUS "--------FindICU.cmake results debug--------")
-  message(STATUS "ICU found: ${ICU_FOUND}")
-  message(STATUS "ICU_VERSION number: ${ICU_VERSION}")
-  message(STATUS "ICU_ROOT directory: ${ICU_ROOT}")
-  message(STATUS "ICU_INCLUDE_DIR directory: ${ICU_INCLUDE_DIR}")
-  message(STATUS "ICU_LIBRARIES: ${ICU_LIBRARIES}")
-
-  foreach(program IN LISTS icu_programs)
-    string(TOUPPER "${program}" program_upcase)
-    set(program_lib "ICU_${program_upcase}_EXECUTABLE")
-    message(STATUS "${program} program: ${${program_lib}}")
-    unset(program_upcase)
-    unset(program_lib)
-  endforeach()
-
-  foreach(data IN LISTS icu_data)
-    string(TOUPPER "${data}" data_upcase)
-    string(REPLACE "." "_" data_upcase "${data_upcase}")
-    set(data_lib "ICU_${data_upcase}")
-    message(STATUS "${data} data: ${${data_lib}}")
-    unset(data_upcase)
-    unset(data_lib)
-  endforeach()
-
-  foreach(component IN LISTS ICU_FIND_COMPONENTS)
-    string(TOUPPER "${component}" component_upcase)
-    set(component_lib "ICU_${component_upcase}_LIBRARIES")
-    set(component_found "${component_upcase}_FOUND")
-    message(STATUS "${component} library found: ${${component_found}}")
-    message(STATUS "${component} library: ${${component_lib}}")
-    unset(component_upcase)
-    unset(component_lib)
-    unset(component_found)
-  endforeach()
-  message(STATUS "----------------")
-endif()
-
-unset(icu_programs)

cmake/Modules/FindOpenLDAP.cmake

@@ -1,55 +0,0 @@
-# Find OpenLDAP libraries.
-#
-# Can be configured with:
-#   OPENLDAP_ROOT_DIR           - path to the OpenLDAP installation prefix
-#   OPENLDAP_USE_STATIC_LIBS    - look for static version of the libraries
-#   OPENLDAP_USE_REENTRANT_LIBS - look for thread-safe version of the libraries
-#
-# Sets values of:
-#   OPENLDAP_FOUND              - TRUE if found
-#   OPENLDAP_INCLUDE_DIRS       - paths to the include directories
-#   OPENLDAP_LIBRARIES          - paths to the libldap and liblber libraries
-#   OPENLDAP_LDAP_LIBRARY       - paths to the libldap library
-#   OPENLDAP_LBER_LIBRARY       - paths to the liblber library
-#
-
-if(OPENLDAP_USE_STATIC_LIBS)
-    set(_orig_CMAKE_FIND_LIBRARY_SUFFIXES ${CMAKE_FIND_LIBRARY_SUFFIXES})
-    if(WIN32)
-        set(CMAKE_FIND_LIBRARY_SUFFIXES ".lib" ".a" ${CMAKE_FIND_LIBRARY_SUFFIXES})
-    else()
-        set(CMAKE_FIND_LIBRARY_SUFFIXES ".a")
-    endif()
-endif()
-
-set(_r_suffix)
-if(OPENLDAP_USE_REENTRANT_LIBS)
-    set(_r_suffix "_r")
-endif()
-
-if(OPENLDAP_ROOT_DIR)
-    find_path(OPENLDAP_INCLUDE_DIRS NAMES "ldap.h" "lber.h" PATHS "${OPENLDAP_ROOT_DIR}" PATH_SUFFIXES "include" NO_DEFAULT_PATH)
-    find_library(OPENLDAP_LDAP_LIBRARY NAMES "ldap${_r_suffix}" PATHS "${OPENLDAP_ROOT_DIR}" PATH_SUFFIXES "lib" NO_DEFAULT_PATH)
-    find_library(OPENLDAP_LBER_LIBRARY NAMES "lber" PATHS "${OPENLDAP_ROOT_DIR}" PATH_SUFFIXES "lib" NO_DEFAULT_PATH)
-else()
-    find_path(OPENLDAP_INCLUDE_DIRS NAMES "ldap.h" "lber.h")
-    find_library(OPENLDAP_LDAP_LIBRARY NAMES "ldap${_r_suffix}")
-    find_library(OPENLDAP_LBER_LIBRARY NAMES "lber")
-endif()
-
-unset(_r_suffix)
-
-set(OPENLDAP_LIBRARIES ${OPENLDAP_LDAP_LIBRARY} ${OPENLDAP_LBER_LIBRARY})
-
-include(FindPackageHandleStandardArgs)
-find_package_handle_standard_args(
-    OpenLDAP DEFAULT_MSG
-    OPENLDAP_INCLUDE_DIRS OPENLDAP_LDAP_LIBRARY OPENLDAP_LBER_LIBRARY
-)
-
-mark_as_advanced(OPENLDAP_INCLUDE_DIRS OPENLDAP_LIBRARIES OPENLDAP_LDAP_LIBRARY OPENLDAP_LBER_LIBRARY)
-
-if(OPENLDAP_USE_STATIC_LIBS)
-    set(CMAKE_FIND_LIBRARY_SUFFIXES ${_orig_CMAKE_FIND_LIBRARY_SUFFIXES})
-    unset(_orig_CMAKE_FIND_LIBRARY_SUFFIXES)
-endif()

cmake/Modules/FindParquet.cmake

@@ -1,132 +0,0 @@
-# https://github.com/apache/arrow/blob/master/cpp/cmake_modules/FindParquet.cmake
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# - Find Parquet (parquet/api/reader.h, libparquet.a, libparquet.so)
-#
-# This module requires Arrow from which it uses
-#  arrow_find_package()
-#
-# This module defines
-#  PARQUET_FOUND, whether Parquet has been found
-#  PARQUET_IMPORT_LIB, path to libparquet's import library (Windows only)
-#  PARQUET_INCLUDE_DIR, directory containing headers
-#  PARQUET_LIBS, deprecated. Use PARQUET_LIB_DIR instead
-#  PARQUET_LIB_DIR, directory containing Parquet libraries
-#  PARQUET_SHARED_IMP_LIB, deprecated. Use PARQUET_IMPORT_LIB instead
-#  PARQUET_SHARED_LIB, path to libparquet's shared library
-#  PARQUET_SO_VERSION, shared object version of found Parquet such as "100"
-#  PARQUET_STATIC_LIB, path to libparquet.a
-
-if(DEFINED PARQUET_FOUND)
-  return()
-endif()
-
-set(find_package_arguments)
-if(${CMAKE_FIND_PACKAGE_NAME}_FIND_VERSION)
-  list(APPEND find_package_arguments "${${CMAKE_FIND_PACKAGE_NAME}_FIND_VERSION}")
-endif()
-if(${CMAKE_FIND_PACKAGE_NAME}_FIND_REQUIRED)
-  list(APPEND find_package_arguments REQUIRED)
-endif()
-if(${CMAKE_FIND_PACKAGE_NAME}_FIND_QUIETLY)
-  list(APPEND find_package_arguments QUIET)
-endif()
-find_package(Arrow ${find_package_arguments})
-
-if(NOT "$ENV{PARQUET_HOME}" STREQUAL "")
-  file(TO_CMAKE_PATH "$ENV{PARQUET_HOME}" PARQUET_HOME)
-endif()
-
-if((NOT PARQUET_HOME) AND ARROW_HOME)
-  set(PARQUET_HOME ${ARROW_HOME})
-endif()
-
-if(ARROW_FOUND)
-  arrow_find_package(PARQUET
-                     "${PARQUET_HOME}"
-                     parquet
-                     parquet/api/reader.h
-                     Parquet
-                     parquet)
-  if(PARQUET_HOME)
-    if(PARQUET_INCLUDE_DIR)
-      file(READ "${PARQUET_INCLUDE_DIR}/parquet/parquet_version.h"
-           PARQUET_VERSION_H_CONTENT)
-      arrow_extract_macro_value(PARQUET_VERSION_MAJOR "PARQUET_VERSION_MAJOR"
-                                "${PARQUET_VERSION_H_CONTENT}")
-      arrow_extract_macro_value(PARQUET_VERSION_MINOR "PARQUET_VERSION_MINOR"
-                                "${PARQUET_VERSION_H_CONTENT}")
-      arrow_extract_macro_value(PARQUET_VERSION_PATCH "PARQUET_VERSION_PATCH"
-                                "${PARQUET_VERSION_H_CONTENT}")
-      if("${PARQUET_VERSION_MAJOR}" STREQUAL ""
-         OR "${PARQUET_VERSION_MINOR}" STREQUAL ""
-         OR "${PARQUET_VERSION_PATCH}" STREQUAL "")
-        set(PARQUET_VERSION "0.0.0")
-      else()
-        set(PARQUET_VERSION
-            "${PARQUET_VERSION_MAJOR}.${PARQUET_VERSION_MINOR}.${PARQUET_VERSION_PATCH}")
-      endif()
-
-      arrow_extract_macro_value(PARQUET_SO_VERSION_QUOTED "PARQUET_SO_VERSION"
-                                "${PARQUET_VERSION_H_CONTENT}")
-      string(REGEX
-             REPLACE "^\"(.+)\"$" "\\1" PARQUET_SO_VERSION "${PARQUET_SO_VERSION_QUOTED}")
-      arrow_extract_macro_value(PARQUET_FULL_SO_VERSION_QUOTED "PARQUET_FULL_SO_VERSION"
-                                "${PARQUET_VERSION_H_CONTENT}")
-      string(REGEX
-             REPLACE "^\"(.+)\"$" "\\1" PARQUET_FULL_SO_VERSION
-                     "${PARQUET_FULL_SO_VERSION_QUOTED}")
-    endif()
-  else()
-    if(PARQUET_USE_CMAKE_PACKAGE_CONFIG)
-      find_package(Parquet CONFIG)
-    elseif(PARQUET_USE_PKG_CONFIG)
-      pkg_get_variable(PARQUET_SO_VERSION parquet so_version)
-      pkg_get_variable(PARQUET_FULL_SO_VERSION parquet full_so_version)
-    endif()
-  endif()
-  set(PARQUET_ABI_VERSION "${PARQUET_SO_VERSION}")
-endif()
-
-mark_as_advanced(PARQUET_ABI_VERSION
-                 PARQUET_IMPORT_LIB
-                 PARQUET_INCLUDE_DIR
-                 PARQUET_LIBS
-                 PARQUET_LIB_DIR
-                 PARQUET_SHARED_IMP_LIB
-                 PARQUET_SHARED_LIB
-                 PARQUET_SO_VERSION
-                 PARQUET_STATIC_LIB
-                 PARQUET_VERSION)
-
-find_package_handle_standard_args(Parquet
-                                  REQUIRED_VARS
-                                  PARQUET_INCLUDE_DIR
-                                  PARQUET_LIB_DIR
-                                  PARQUET_SO_VERSION
-                                  VERSION_VAR
-                                  PARQUET_VERSION)
-set(PARQUET_FOUND ${Parquet_FOUND})
-
-if(Parquet_FOUND AND NOT Parquet_FIND_QUIETLY)
-  message(STATUS "Parquet version: ${PARQUET_VERSION} (${PARQUET_FIND_APPROACH})")
-  message(STATUS "Found the Parquet shared library: ${PARQUET_SHARED_LIB}")
-  message(STATUS "Found the Parquet import library: ${PARQUET_IMPORT_LIB}")
-  message(STATUS "Found the Parquet static library: ${PARQUET_STATIC_LIB}")
-endif()

cmake/Modules/Findcityhash.cmake

@@ -1,44 +0,0 @@
-# - Try to find cityhash headers and libraries.
-#
-# Usage of this module as follows:
-#
-#     find_package(cityhash)
-#
-# Variables used by this module, they can change the default behaviour and need
-# to be set before calling find_package:
-#
-#  CITYHASH_ROOT_DIR Set this variable to the root installation of
-#                    cityhash if the module has problems finding
-#                    the proper installation path.
-#
-# Variables defined by this module:
-#
-#  CITYHASH_FOUND             System has cityhash libs/headers
-#  CITYHASH_LIBRARIES         The cityhash library/libraries
-#  CITYHASH_INCLUDE_DIR       The location of cityhash headers
-
-find_path(CITYHASH_ROOT_DIR
-    NAMES include/city.h
-)
-
-find_library(CITYHASH_LIBRARIES
-    NAMES cityhash
-    PATHS ${CITYHASH_ROOT_DIR}/lib ${CITYHASH_LIBRARIES_PATHS}
-)
-
-find_path(CITYHASH_INCLUDE_DIR
-    NAMES city.h
-    PATHS ${CITYHASH_ROOT_DIR}/include ${CITYHASH_INCLUDE_PATHS}
-)
-
-include(FindPackageHandleStandardArgs)
-find_package_handle_standard_args(cityhash DEFAULT_MSG
-    CITYHASH_LIBRARIES
-    CITYHASH_INCLUDE_DIR
-)
-
-mark_as_advanced(
-    CITYHASH_ROOT_DIR
-    CITYHASH_LIBRARIES
-    CITYHASH_INCLUDE_DIR
-)

cmake/Modules/Finddouble-conversion.cmake

@@ -1,44 +0,0 @@
-# - Try to find double-conversion headers and libraries.
-#
-# Usage of this module as follows:
-#
-#     find_package(double-conversion)
-#
-# Variables used by this module, they can change the default behaviour and need
-# to be set before calling find_package:
-#
-#  DOUBLE_CONVERSION_ROOT_DIR Set this variable to the root installation of
-#                    double-conversion if the module has problems finding
-#                    the proper installation path.
-#
-# Variables defined by this module:
-#
-#  DOUBLE_CONVERSION_FOUND             System has double-conversion libs/headers
-#  DOUBLE_CONVERSION_LIBRARIES         The double-conversion library/libraries
-#  DOUBLE_CONVERSION_INCLUDE_DIR       The location of double-conversion headers
-
-find_path(DOUBLE_CONVERSION_ROOT_DIR
-    NAMES include/double-conversion/double-conversion.h
-)
-
-find_library(DOUBLE_CONVERSION_LIBRARIES
-    NAMES double-conversion
-    PATHS ${DOUBLE_CONVERSION_ROOT_DIR}/lib ${BTRIE_CITYHASH_PATHS}
-)
-
-find_path(DOUBLE_CONVERSION_INCLUDE_DIR
-    NAMES double-conversion/double-conversion.h
-    PATHS ${DOUBLE_CONVERSION_ROOT_DIR}/include ${DOUBLE_CONVERSION_INCLUDE_PATHS}
-)
-
-include(FindPackageHandleStandardArgs)
-find_package_handle_standard_args(double_conversion DEFAULT_MSG
-    DOUBLE_CONVERSION_LIBRARIES
-    DOUBLE_CONVERSION_INCLUDE_DIR
-)
-
-mark_as_advanced(
-    DOUBLE_CONVERSION_ROOT_DIR
-    DOUBLE_CONVERSION_LIBRARIES
-    DOUBLE_CONVERSION_INCLUDE_DIR
-)

cmake/Modules/Findfarmhash.cmake

@@ -1,44 +0,0 @@
-# - Try to find farmhash headers and libraries.
-#
-# Usage of this module as follows:
-#
-#     find_package(farmhash)
-#
-# Variables used by this module, they can change the default behaviour and need
-# to be set before calling find_package:
-#
-#  FARMHASH_ROOT_DIR Set this variable to the root installation of
-#                    farmhash if the module has problems finding
-#                    the proper installation path.
-#
-# Variables defined by this module:
-#
-#  FARMHASH_FOUND             System has farmhash libs/headers
-#  FARMHASH_LIBRARIES         The farmhash library/libraries
-#  FARMHASH_INCLUDE_DIR       The location of farmhash headers
-
-find_path(FARMHASH_ROOT_DIR
-    NAMES include/farmhash.h
-)
-
-find_library(FARMHASH_LIBRARIES
-    NAMES farmhash
-    PATHS ${FARMHASH_ROOT_DIR}/lib ${FARMHASH_LIBRARIES_PATHS}
-)
-
-find_path(FARMHASH_INCLUDE_DIR
-    NAMES farmhash.h
-    PATHS ${FARMHASH_ROOT_DIR}/include ${FARMHASH_INCLUDE_PATHS}
-)
-
-include(FindPackageHandleStandardArgs)
-find_package_handle_standard_args(farmhash DEFAULT_MSG
-    FARMHASH_LIBRARIES
-    FARMHASH_INCLUDE_DIR
-)
-
-mark_as_advanced(
-    FARMHASH_ROOT_DIR
-    FARMHASH_LIBRARIES
-    FARMHASH_INCLUDE_DIR
-)

cmake/Modules/FindgRPC.cmake

@@ -1,337 +0,0 @@
-#[[
-Defines the following variables:
-``gRPC_FOUND``
-  Whether the gRPC framework is found
-``gRPC_INCLUDE_DIRS``
-  The include directories of the gRPC framework, including the include directories of the C++ wrapper.
-``gRPC_LIBRARIES``
-  The libraries of the gRPC framework.
-``gRPC_CPP_PLUGIN``
-  The plugin for generating gRPC client and server C++ stubs from `.proto` files
-``gRPC_PYTHON_PLUGIN``
-  The plugin for generating gRPC client and server Python stubs from `.proto` files
-
-The following :prop_tgt:`IMPORTED` targets are also defined:
-``grpc++``
-``grpc++_unsecure``
-``grpc_cpp_plugin``
-``grpc_python_plugin``
-
-Set the following variables to adjust the behaviour of this script:
-``gRPC_USE_UNSECURE_LIBRARIES``
-  if set gRPC_LIBRARIES will be filled with the unsecure version of the libraries (i.e. without SSL)
-  instead of the secure ones.
-``gRPC_DEBUG`
-  if set the debug message will be printed.
-
-Add custom commands to process ``.proto`` files to C++::
-protobuf_generate_grpc_cpp(<SRCS> <HDRS>
-    [DESCRIPTORS <DESC>] [EXPORT_MACRO <MACRO>] [<ARGN>...])
-
-``SRCS``
-    Variable to define with autogenerated source files
-``HDRS``
-    Variable to define with autogenerated header files
-``DESCRIPTORS``
-    Variable to define with autogenerated descriptor files, if requested.
-``EXPORT_MACRO``
-    is a macro which should expand to ``__declspec(dllexport)`` or
-    ``__declspec(dllimport)`` depending on what is being compiled.
-``ARGN``
-    ``.proto`` files
-#]]
-
-# Function to generate C++ files from .proto files.
-# This function is a modified version of the function PROTOBUF_GENERATE_CPP() copied from https://github.com/Kitware/CMake/blob/master/Modules/FindProtobuf.cmake.
-function(PROTOBUF_GENERATE_GRPC_CPP SRCS HDRS)
-  cmake_parse_arguments(protobuf_generate_grpc_cpp "" "EXPORT_MACRO;DESCRIPTORS" "" ${ARGN})
-
-  set(_proto_files "${protobuf_generate_grpc_cpp_UNPARSED_ARGUMENTS}")
-  if(NOT _proto_files)
-    message(SEND_ERROR "Error: PROTOBUF_GENERATE_GRPC_CPP() called without any proto files")
-    return()
-  endif()
-
-  if(PROTOBUF_GENERATE_GRPC_CPP_APPEND_PATH)
-    set(_append_arg APPEND_PATH)
-  endif()
-
-  if(protobuf_generate_grpc_cpp_DESCRIPTORS)
-    set(_descriptors DESCRIPTORS)
-  endif()
-
-  if(DEFINED PROTOBUF_IMPORT_DIRS AND NOT DEFINED Protobuf_IMPORT_DIRS)
-    set(Protobuf_IMPORT_DIRS "${PROTOBUF_IMPORT_DIRS}")
-  endif()
-
-  if(DEFINED Protobuf_IMPORT_DIRS)
-    set(_import_arg IMPORT_DIRS ${Protobuf_IMPORT_DIRS})
-  endif()
-
-  set(_outvar)
-  protobuf_generate_grpc(${_append_arg} ${_descriptors} LANGUAGE cpp EXPORT_MACRO ${protobuf_generate_cpp_EXPORT_MACRO} OUT_VAR _outvar ${_import_arg} PROTOS ${_proto_files})
-
-  set(${SRCS})
-  set(${HDRS})
-  if(protobuf_generate_grpc_cpp_DESCRIPTORS)
-    set(${protobuf_generate_grpc_cpp_DESCRIPTORS})
-  endif()
-
-  foreach(_file ${_outvar})
-    if(_file MATCHES "cc$")
-      list(APPEND ${SRCS} ${_file})
-    elseif(_file MATCHES "desc$")
-      list(APPEND ${protobuf_generate_grpc_cpp_DESCRIPTORS} ${_file})
-    else()
-      list(APPEND ${HDRS} ${_file})
-    endif()
-  endforeach()
-  set(${SRCS} ${${SRCS}} PARENT_SCOPE)
-  set(${HDRS} ${${HDRS}} PARENT_SCOPE)
-  if(protobuf_generate_grpc_cpp_DESCRIPTORS)
-    set(${protobuf_generate_grpc_cpp_DESCRIPTORS} "${${protobuf_generate_grpc_cpp_DESCRIPTORS}}" PARENT_SCOPE)
-  endif()
-endfunction()
-
-# Helper function.
-# This function is a modified version of the function protobuf_generate() copied from https://github.com/Kitware/CMake/blob/master/Modules/FindProtobuf.cmake.
-function(protobuf_generate_grpc)
-  set(_options APPEND_PATH DESCRIPTORS)
-  set(_singleargs LANGUAGE OUT_VAR EXPORT_MACRO PROTOC_OUT_DIR)
-  if(COMMAND target_sources)
-    list(APPEND _singleargs TARGET)
-  endif()
-  set(_multiargs PROTOS IMPORT_DIRS GENERATE_EXTENSIONS)
-
-  cmake_parse_arguments(protobuf_generate_grpc "${_options}" "${_singleargs}" "${_multiargs}" "${ARGN}")
-
-  if(NOT protobuf_generate_grpc_PROTOS AND NOT protobuf_generate_grpc_TARGET)
-    message(SEND_ERROR "Error: protobuf_generate_grpc called without any targets or source files")
-    return()
-  endif()
-
-  if(NOT protobuf_generate_grpc_OUT_VAR AND NOT protobuf_generate_grpc_TARGET)
-    message(SEND_ERROR "Error: protobuf_generate_grpc called without a target or output variable")
-    return()
-  endif()
-
-  if(NOT protobuf_generate_grpc_LANGUAGE)
-    set(protobuf_generate_grpc_LANGUAGE cpp)
-  endif()
-  string(TOLOWER ${protobuf_generate_grpc_LANGUAGE} protobuf_generate_grpc_LANGUAGE)
-
-  if(NOT protobuf_generate_grpc_PROTOC_OUT_DIR)
-    set(protobuf_generate_grpc_PROTOC_OUT_DIR ${CMAKE_CURRENT_BINARY_DIR})
-  endif()
-
-  if(protobuf_generate_grpc_EXPORT_MACRO AND protobuf_generate_grpc_LANGUAGE STREQUAL cpp)
-    set(_dll_export_decl "dllexport_decl=${protobuf_generate_grpc_EXPORT_MACRO}:")
-  endif()
-
-  if(NOT protobuf_generate_grpc_GENERATE_EXTENSIONS)
-    if(protobuf_generate_grpc_LANGUAGE STREQUAL cpp)
-      set(protobuf_generate_grpc_GENERATE_EXTENSIONS .pb.h .pb.cc .grpc.pb.h .grpc.pb.cc)
-    elseif(protobuf_generate_grpc_LANGUAGE STREQUAL python)
-      set(protobuf_generate_grpc_GENERATE_EXTENSIONS _pb2.py)
-    else()
-      message(SEND_ERROR "Error: protobuf_generate_grpc given unknown Language ${LANGUAGE}, please provide a value for GENERATE_EXTENSIONS")
-      return()
-    endif()
-  endif()
-
-  if(NOT protobuf_generate_grpc_PLUGIN)
-    if(protobuf_generate_grpc_LANGUAGE STREQUAL cpp)
-      set(protobuf_generate_grpc_PLUGIN "grpc_cpp_plugin")
-    elseif(protobuf_generate_grpc_LANGUAGE STREQUAL python)
-      set(protobuf_generate_grpc_PLUGIN "grpc_python_plugin")
-    else()
-      message(SEND_ERROR "Error: protobuf_generate_grpc given unknown Language ${LANGUAGE}, please provide a value for PLUGIN")
-      return()
-    endif()
-  endif()
-
-  if(protobuf_generate_grpc_TARGET)
-    get_target_property(_source_list ${protobuf_generate_grpc_TARGET} SOURCES)
-    foreach(_file ${_source_list})
-      if(_file MATCHES "proto$")
-        list(APPEND protobuf_generate_grpc_PROTOS ${_file})
-      endif()
-    endforeach()
-  endif()
-
-  if(NOT protobuf_generate_grpc_PROTOS)
-    message(SEND_ERROR "Error: protobuf_generate_grpc could not find any .proto files")
-    return()
-  endif()
-
-  if(protobuf_generate_grpc_APPEND_PATH)
-    # Create an include path for each file specified
-    foreach(_file ${protobuf_generate_grpc_PROTOS})
-      get_filename_component(_abs_file ${_file} ABSOLUTE)
-      get_filename_component(_abs_path ${_abs_file} PATH)
-      list(FIND _protobuf_include_path ${_abs_path} _contains_already)
-      if(${_contains_already} EQUAL -1)
-          list(APPEND _protobuf_include_path -I ${_abs_path})
-      endif()
-    endforeach()
-  else()
-    set(_protobuf_include_path -I ${CMAKE_CURRENT_SOURCE_DIR})
-  endif()
-
-  foreach(DIR ${protobuf_generate_grpc_IMPORT_DIRS})
-    get_filename_component(ABS_PATH ${DIR} ABSOLUTE)
-    list(FIND _protobuf_include_path ${ABS_PATH} _contains_already)
-    if(${_contains_already} EQUAL -1)
-        list(APPEND _protobuf_include_path -I ${ABS_PATH})
-    endif()
-  endforeach()
-
-  set(_generated_srcs_all)
-  foreach(_proto ${protobuf_generate_grpc_PROTOS})
-    get_filename_component(_abs_file ${_proto} ABSOLUTE)
-    get_filename_component(_abs_dir ${_abs_file} DIRECTORY)
-    get_filename_component(_basename ${_proto} NAME_WE)
-    file(RELATIVE_PATH _rel_dir ${CMAKE_CURRENT_SOURCE_DIR} ${_abs_dir})
-
-    set(_possible_rel_dir)
-    if(NOT protobuf_generate_grpc_APPEND_PATH)
-        set(_possible_rel_dir ${_rel_dir}/)
-    endif()
-
-    set(_generated_srcs)
-    foreach(_ext ${protobuf_generate_grpc_GENERATE_EXTENSIONS})
-      list(APPEND _generated_srcs "${protobuf_generate_grpc_PROTOC_OUT_DIR}/${_possible_rel_dir}${_basename}${_ext}")
-    endforeach()
-
-    if(protobuf_generate_grpc_DESCRIPTORS AND protobuf_generate_grpc_LANGUAGE STREQUAL cpp)
-      set(_descriptor_file "${CMAKE_CURRENT_BINARY_DIR}/${_basename}.desc")
-      set(_dll_desc_out "--descriptor_set_out=${_descriptor_file}")
-      list(APPEND _generated_srcs ${_descriptor_file})
-    endif()
-    list(APPEND _generated_srcs_all ${_generated_srcs})
-
-    add_custom_command(
-      OUTPUT ${_generated_srcs}
-      COMMAND protobuf::protoc
-      ARGS --${protobuf_generate_grpc_LANGUAGE}_out ${_dll_export_decl}${protobuf_generate_grpc_PROTOC_OUT_DIR}
-           --grpc_out ${_dll_export_decl}${protobuf_generate_grpc_PROTOC_OUT_DIR}
-           --plugin=protoc-gen-grpc=$<TARGET_FILE:${protobuf_generate_grpc_PLUGIN}>
-           ${_dll_desc_out} ${_protobuf_include_path} ${_abs_file}
-      DEPENDS ${_abs_file} protobuf::protoc ${protobuf_generate_grpc_PLUGIN}
-      COMMENT "Running ${protobuf_generate_grpc_LANGUAGE} protocol buffer compiler on ${_proto}"
-      VERBATIM)
-  endforeach()
-
-  set_source_files_properties(${_generated_srcs_all} PROPERTIES GENERATED TRUE)
-  if(protobuf_generate_grpc_OUT_VAR)
-    set(${protobuf_generate_grpc_OUT_VAR} ${_generated_srcs_all} PARENT_SCOPE)
-  endif()
-  if(protobuf_generate_grpc_TARGET)
-    target_sources(${protobuf_generate_grpc_TARGET} PRIVATE ${_generated_srcs_all})
-  endif()
-endfunction()
-
-
-# Find the libraries.
-if(gRPC_USE_STATIC_LIBS)
-  # Support preference of static libs by adjusting CMAKE_FIND_LIBRARY_SUFFIXES
-  set(_gRPC_ORIG_CMAKE_FIND_LIBRARY_SUFFIXES ${CMAKE_FIND_LIBRARY_SUFFIXES})
-  if(WIN32)
-    set(CMAKE_FIND_LIBRARY_SUFFIXES .lib .a ${CMAKE_FIND_LIBRARY_SUFFIXES})
-  else()
-    set(CMAKE_FIND_LIBRARY_SUFFIXES .a)
-  endif()
-endif()
-
-find_library(gRPC_LIBRARY NAMES grpc)
-find_library(gRPC_CPP_LIBRARY NAMES grpc++)
-find_library(gRPC_UNSECURE_LIBRARY NAMES grpc_unsecure)
-find_library(gRPC_CPP_UNSECURE_LIBRARY NAMES grpc++_unsecure)
-find_library(gRPC_CARES_LIBRARY NAMES cares)
-
-set(gRPC_LIBRARIES)
-if(gRPC_USE_UNSECURE_LIBRARIES)
-  if(gRPC_UNSECURE_LIBRARY)
-    set(gRPC_LIBRARIES ${gRPC_LIBRARIES} ${gRPC_UNSECURE_LIBRARY})
-  endif()
-  if(gRPC_CPP_UNSECURE_LIBRARY)
-    set(gRPC_LIBRARIES ${gRPC_LIBRARIES} ${gRPC_CPP_UNSECURE_LIBRARY})
-  endif()
-else()
-  if(gRPC_LIBRARY)
-    set(gRPC_LIBRARIES ${gRPC_LIBRARIES} ${gRPC_LIBRARY})
-  endif()
-  if(gRPC_CPP_UNSECURE_LIBRARY)
-    set(gRPC_LIBRARIES ${gRPC_LIBRARIES} ${gRPC_CPP_LIBRARY})
-  endif()
-endif()
-set(gRPC_LIBRARIES ${gRPC_LIBRARIES} ${gRPC_CARES_LIBRARY})
-
-# Restore the original find library ordering.
-if(gRPC_USE_STATIC_LIBS)
-  set(CMAKE_FIND_LIBRARY_SUFFIXES ${_gRPC_ORIG_CMAKE_FIND_LIBRARY_SUFFIXES})
-endif()
-
-# Find the include directories.
-find_path(gRPC_INCLUDE_DIR grpc/grpc.h)
-find_path(gRPC_CPP_INCLUDE_DIR grpc++/grpc++.h)
-
-if(gRPC_INCLUDE_DIR AND gRPC_CPP_INCLUDE_DIR AND NOT(gRPC_INCLUDE_DIR STREQUAL gRPC_CPP_INCLUDE_DIR))
-  set(gRPC_INCLUDE_DIRS ${gRPC_INCLUDE_DIR} ${gRPC_CPP_INCLUDE_DIR})
-elseif(gRPC_INCLUDE_DIR)
-  set(gRPC_INCLUDE_DIRS ${gRPC_INCLUDE_DIR})
-else()
-  set(gRPC_INCLUDE_DIRS ${gRPC_CPP_INCLUDE_DIR})
-endif()
-
-# Get full path to plugin.
-find_program(gRPC_CPP_PLUGIN
-             NAMES grpc_cpp_plugin
-             DOC "The plugin for generating gRPC client and server C++ stubs from `.proto` files") 
-
-find_program(gRPC_PYTHON_PLUGIN
-             NAMES grpc_python_plugin
-             DOC "The plugin for generating gRPC client and server Python stubs from `.proto` files")
-
-# Add imported targets.
-if(gRPC_CPP_LIBRARY AND NOT TARGET grpc++)
-  add_library(grpc++ UNKNOWN IMPORTED)
-  set_target_properties(grpc++ PROPERTIES
-                        IMPORTED_LOCATION "${gRPC_CPP_LIBRARY}")
-  set_target_properties(grpc++ PROPERTIES
-                        INTERFACE_INCLUDE_DIRECTORIES ${gRPC_INCLUDE_DIRS})
-endif()
-
-if(gRPC_CPP_UNSECURE_LIBRARY AND NOT TARGET grpc++_unsecure)
-  add_library(grpc++_unsecure UNKNOWN IMPORTED)
-  set_target_properties(grpc++_unsecure PROPERTIES
-                        IMPORTED_LOCATION "${gRPC_CPP_UNSECURE_LIBRARY}")
-  set_target_properties(grpc++_unsecure PROPERTIES
-                        INTERFACE_INCLUDE_DIRECTORIES ${gRPC_INCLUDE_DIRS})
-endif()
-
-if(gRPC_CPP_PLUGIN AND NOT TARGET grpc_cpp_plugin)
-  add_executable(grpc_cpp_plugin IMPORTED)
-  set_target_properties(grpc_cpp_plugin PROPERTIES
-                        IMPORTED_LOCATION "${gRPC_CPP_PLUGIN}")
-endif()
-
-if(gRPC_PYTHON_PLUGIN AND NOT TARGET grpc_python_plugin)
-  add_executable(grpc_python_plugin IMPORTED)
-  set_target_properties(grpc_python_plugin PROPERTIES
-                        IMPORTED_LOCATION "${gRPC_PYTHON_PLUGIN}")
-endif()
-
-#include(FindPackageHandleStandardArgs.cmake)
-FIND_PACKAGE_HANDLE_STANDARD_ARGS(gRPC
-                                  REQUIRED_VARS gRPC_LIBRARY gRPC_CPP_LIBRARY gRPC_UNSECURE_LIBRARY gRPC_CPP_UNSECURE_LIBRARY gRPC_CARES_LIBRARY
-                                                gRPC_INCLUDE_DIR gRPC_CPP_INCLUDE_DIR gRPC_CPP_PLUGIN gRPC_PYTHON_PLUGIN)
-
-if(gRPC_FOUND)
-  if(gRPC_DEBUG)
-    message(STATUS "gRPC: INCLUDE_DIRS=${gRPC_INCLUDE_DIRS}")
-    message(STATUS "gRPC: LIBRARIES=${gRPC_LIBRARIES}")
-    message(STATUS "gRPC: CPP_PLUGIN=${gRPC_CPP_PLUGIN}")
-    message(STATUS "gRPC: PYTHON_PLUGIN=${gRPC_PYTHON_PLUGIN}")
-  endif()
-endif()

cmake/contrib_finder.cmake

@@ -1,23 +0,0 @@
-macro(find_contrib_lib LIB_NAME)
-
-    string(TOLOWER ${LIB_NAME} LIB_NAME_LC)
-    string(TOUPPER ${LIB_NAME} LIB_NAME_UC)
-    string(REPLACE "-" "_" LIB_NAME_UC ${LIB_NAME_UC})
-
-    option (USE_INTERNAL_${LIB_NAME_UC}_LIBRARY "Use bundled library ${LIB_NAME} instead of system" ON)
-
-    if (NOT USE_INTERNAL_${LIB_NAME_UC}_LIBRARY)
-        find_package ("${LIB_NAME}")
-        if (NOT ${LIB_NAME_UC}_FOUND)
-            message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use system ${LIB_NAME}")
-        endif()
-    endif ()
-
-    if (NOT ${LIB_NAME_UC}_FOUND)
-        set (USE_INTERNAL_${LIB_NAME_UC}_LIBRARY 1)
-        set (${LIB_NAME_UC}_LIBRARIES ${LIB_NAME_LC})
-        set (${LIB_NAME_UC}_INCLUDE_DIR ${${LIB_NAME_UC}_CONTRIB_INCLUDE_DIR})
-    endif ()
-
-    message (STATUS "Using ${LIB_NAME}: ${${LIB_NAME_UC}_INCLUDE_DIR} : ${${LIB_NAME_UC}_LIBRARIES}")
-endmacro()

cmake/cpu_features.cmake

@@ -134,7 +134,7 @@ else ()
         set (COMPILER_FLAGS "${COMPILER_FLAGS} ${TEST_FLAG}")
     endif ()
 
-    set (TEST_FLAG "-mavx512f -mavx512bw")
+    set (TEST_FLAG "-mavx512f -mavx512bw -mavx512vl")
     set (CMAKE_REQUIRED_FLAGS "${TEST_FLAG} -O0")
     check_cxx_source_compiles("
         #include <immintrin.h>
@@ -143,6 +143,8 @@ else ()
             (void)a;
             auto b = _mm512_add_epi16(__m512i(), __m512i());
             (void)b;
+            auto c = _mm_cmp_epi8_mask(__m128i(), __m128i(), 0);
+            (void)c;
             return 0;
         }
     " HAVE_AVX512)
@@ -181,7 +183,7 @@ else ()
             set (X86_INTRINSICS_FLAGS "${X86_INTRINSICS_FLAGS} -mbmi")
         endif ()
         if (HAVE_AVX512)
-            set (X86_INTRINSICS_FLAGS "${X86_INTRINSICS_FLAGS} -mavx512f -mavx512bw -mprefer-vector-width=256")
+            set (X86_INTRINSICS_FLAGS "${X86_INTRINSICS_FLAGS} -mavx512f -mavx512bw -mavx512vl -mprefer-vector-width=256")
         endif ()
     endif ()
 endif ()

cmake/find/amqpcpp.cmake

@@ -1,29 +0,0 @@
-if (MISSING_INTERNAL_LIBUV_LIBRARY)
-    message (WARNING "Can't find internal libuv needed for AMQP-CPP library")
-    set (ENABLE_AMQPCPP OFF CACHE INTERNAL "")
-endif()
-
-option(ENABLE_AMQPCPP "Enalbe AMQP-CPP" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_AMQPCPP)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/AMQP-CPP/src")
-    message (WARNING "submodule contrib/AMQP-CPP is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal AMQP-CPP library")
-    set (USE_AMQPCPP 0)
-    return()
-endif ()
-
-set (USE_AMQPCPP 1)
-set (AMQPCPP_LIBRARY amqp-cpp ${OPENSSL_LIBRARIES})
-
-set (AMQPCPP_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/AMQP-CPP/include")
-list (APPEND AMQPCPP_INCLUDE_DIR
-        "${LIBUV_INCLUDE_DIR}"
-        "${ClickHouse_SOURCE_DIR}/contrib/AMQP-CPP")
-
-list (APPEND AMQPCPP_LIBRARY  "${LIBUV_LIBRARY}")
-
-message (STATUS "Using AMQP-CPP=${USE_AMQPCPP}: ${AMQPCPP_INCLUDE_DIR} : ${AMQPCPP_LIBRARY}")

cmake/find/avro.cmake

@@ -1,35 +0,0 @@
-# Needed when using Apache Avro serialization format
-option (ENABLE_AVRO "Enable Avro" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_AVRO)
-    if (USE_INTERNAL_AVRO_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal avro library with ENABLE_AVRO=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_AVRO_LIBRARY "Set to FALSE to use system avro library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/avro/lang")
-    if (USE_INTERNAL_AVRO_LIBRARY)
-        message(WARNING "submodule contrib/avro is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot find internal avro")
-        set(USE_INTERNAL_AVRO_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_AVRO_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_AVRO_LIBRARY)
-   message (${RECONFIGURE_MESSAGE_LEVEL} "Using system avro library is not supported yet")
-elseif(NOT MISSING_INTERNAL_AVRO_LIBRARY)
-    include(cmake/find/snappy.cmake)
-    set(AVROCPP_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/avro/lang/c++/include")
-    set(AVROCPP_LIBRARY avrocpp)
-    set(USE_INTERNAL_AVRO_LIBRARY 1)
-endif ()
-
-if (AVROCPP_LIBRARY AND AVROCPP_INCLUDE_DIR)
-    set(USE_AVRO 1)
-endif()
-
-message (STATUS "Using avro=${USE_AVRO}: ${AVROCPP_INCLUDE_DIR} : ${AVROCPP_LIBRARY}")

cmake/find/base64.cmake

@@ -1,25 +0,0 @@
-if(ARCH_AMD64 OR ARCH_ARM)
-    option (ENABLE_BASE64 "Enable base64" ${ENABLE_LIBRARIES})
-elseif(ENABLE_BASE64)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "base64 library is only supported on x86_64 and aarch64")
-endif()
-
-if (NOT ENABLE_BASE64)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/base64/LICENSE")
-    set (MISSING_INTERNAL_BASE64_LIBRARY 1)
-    message (WARNING "submodule contrib/base64 is missing. to fix try run: \n git submodule update --init")
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/base64")
-    message (WARNING "submodule contrib/base64 is missing. to fix try run: \n git submodule update --init")
-else()
-    set (BASE64_LIBRARY base64)
-    set (USE_BASE64 1)
-endif()
-
-if (NOT USE_BASE64)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot enable base64")
-endif()

cmake/find/blob_storage.cmake

@@ -1,29 +0,0 @@
-option (ENABLE_AZURE_BLOB_STORAGE "Enable Azure blob storage" ${ENABLE_LIBRARIES})
-
-if (ENABLE_AZURE_BLOB_STORAGE)
-    option(USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY
-        "Set to FALSE to use system Azure SDK instead of bundled (OFF currently not implemented)"
-        ON)
-
-    set(USE_AZURE_BLOB_STORAGE 1)
-    set(AZURE_BLOB_STORAGE_LIBRARY azure_sdk)
-
-    if ((NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/azure/sdk"
-            OR NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/azure/cmake-modules")
-            AND USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY)
-        message (WARNING "submodule contrib/azure is missing. to fix try run: \n git submodule update --init")
-        set(USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY OFF)
-        set(USE_AZURE_BLOB_STORAGE 0)
-    endif ()
-
-    if (NOT USE_INTERNAL_SSL_LIBRARY AND USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY)
-        message (FATAL_ERROR "Currently Blob Storage support can be built only with internal SSL library")
-    endif()
-
-    if (NOT USE_INTERNAL_CURL AND USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY)
-        message (FATAL_ERROR "Currently Blob Storage support can be built only with internal curl library")
-    endif()
-
-endif()
-
-message (STATUS "Using Azure Blob Storage - ${USE_AZURE_BLOB_STORAGE}")

cmake/find/brotli.cmake

@@ -1,42 +0,0 @@
-option (ENABLE_BROTLI "Enable brotli" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_BROTLI)
-    if (USE_INTERNAL_BROTLI_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal brotly library with ENABLE_BROTLI=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_BROTLI_LIBRARY "Set to FALSE to use system libbrotli library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/brotli/c/include/brotli/decode.h")
-    if (USE_INTERNAL_BROTLI_LIBRARY)
-        message (WARNING "submodule contrib/brotli is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot find internal brotli")
-        set (USE_INTERNAL_BROTLI_LIBRARY 0)
-    endif ()
-    set (MISSING_INTERNAL_BROTLI_LIBRARY 1)
-endif ()
-
-if(NOT USE_INTERNAL_BROTLI_LIBRARY)
-    find_library(BROTLI_LIBRARY_COMMON brotlicommon)
-    find_library(BROTLI_LIBRARY_DEC brotlidec)
-    find_library(BROTLI_LIBRARY_ENC brotlienc)
-    find_path(BROTLI_INCLUDE_DIR NAMES brotli/decode.h brotli/encode.h brotli/port.h brotli/types.h PATHS ${BROTLI_INCLUDE_PATHS})
-    if(BROTLI_LIBRARY_DEC AND BROTLI_LIBRARY_ENC AND BROTLI_LIBRARY_COMMON)
-        set(BROTLI_LIBRARY ${BROTLI_LIBRARY_DEC} ${BROTLI_LIBRARY_ENC} ${BROTLI_LIBRARY_COMMON})
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use system brotli")
-    endif()
-endif()
-
-if (BROTLI_LIBRARY AND BROTLI_INCLUDE_DIR)
-    set (USE_BROTLI 1)
-elseif (NOT MISSING_INTERNAL_BROTLI_LIBRARY)
-    set (BROTLI_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/brotli/c/include")
-    set (USE_INTERNAL_BROTLI_LIBRARY 1)
-    set (BROTLI_LIBRARY brotli)
-    set (USE_BROTLI 1)
-endif ()
-
-message (STATUS "Using brotli=${USE_BROTLI}: ${BROTLI_INCLUDE_DIR} : ${BROTLI_LIBRARY}")

cmake/find/bzip2.cmake

@@ -1,19 +0,0 @@
-option(ENABLE_BZIP2 "Enable bzip2 compression support" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_BZIP2)
-    message (STATUS "bzip2 compression disabled")
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/bzip2/bzlib.h")
-    message (WARNING "submodule contrib/bzip2 is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal bzip2 library")
-    set (USE_NLP 0)
-    return()
-endif ()
-
-set (USE_BZIP2 1)
-set (BZIP2_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/bzip2")
-set (BZIP2_LIBRARY bzip2)
-
-message (STATUS "Using bzip2=${USE_BZIP2}: ${BZIP2_INCLUDE_DIR} : ${BZIP2_LIBRARY}")

cmake/find/capnp.cmake

@@ -1,42 +0,0 @@
-option (ENABLE_CAPNP "Enable Cap'n Proto" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_CAPNP)
-    if (USE_INTERNAL_CAPNP_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal capnproto library with ENABLE_CAPNP=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_CAPNP_LIBRARY "Set to FALSE to use system capnproto library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/capnproto/c++")
-    if(USE_INTERNAL_CAPNP_LIBRARY)
-        message(WARNING "submodule contrib/capnproto is missing. to fix try run: \n git submodule update --init")
-        message(${RECONFIGURE_MESSAGE_LEVEL} "cannot find internal capnproto")
-        set(USE_INTERNAL_CAPNP_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_CAPNP_LIBRARY 1)
-endif()
-
-# FIXME: refactor to use `add_library(… IMPORTED)` if possible.
-if (NOT USE_INTERNAL_CAPNP_LIBRARY)
-    find_library (KJ kj)
-    find_library (CAPNP capnp)
-    find_library (CAPNPC capnpc)
-
-    if(KJ AND CAPNP AND CAPNPC)
-        set (CAPNP_LIBRARIES ${CAPNPC} ${CAPNP} ${KJ})
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system capnproto")
-    endif()
-endif()
-
-if (CAPNP_LIBRARIES)
-    set (USE_CAPNP 1)
-elseif(NOT MISSING_INTERNAL_CAPNP_LIBRARY)
-    set (CAPNP_LIBRARIES capnpc)
-    set (USE_CAPNP 1)
-    set (USE_INTERNAL_CAPNP_LIBRARY 1)
-endif ()
-
-message (STATUS "Using capnp=${USE_CAPNP}: ${CAPNP_LIBRARIES}")

cmake/find/cassandra.cmake

@@ -1,34 +0,0 @@
-if (MISSING_INTERNAL_LIBUV_LIBRARY)
-    message (WARNING "Disabling cassandra due to missing libuv")
-    set (ENABLE_CASSANDRA OFF CACHE INTERNAL "")
-endif()
-
-option(ENABLE_CASSANDRA "Enable Cassandra" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_CASSANDRA)
-    return()
-endif()
-
-if (APPLE)
-    set(CMAKE_MACOSX_RPATH ON)
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/cassandra")
-    message (ERROR "submodule contrib/cassandra is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal Cassandra")
-    set (USE_CASSANDRA 0)
-    return()
-endif()
-
-set (USE_CASSANDRA 1)
-set (CASSANDRA_INCLUDE_DIR
-        "${ClickHouse_SOURCE_DIR}/contrib/cassandra/include/")
-if (MAKE_STATIC_LIBRARIES)
-    set (CASSANDRA_LIBRARY cassandra_static)
-else()
-    set (CASSANDRA_LIBRARY cassandra)
-endif()
-
-set (CASS_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/cassandra")
-
-message (STATUS "Using cassandra=${USE_CASSANDRA}: ${CASSANDRA_INCLUDE_DIR} : ${CASSANDRA_LIBRARY}")

cmake/find/curl.cmake

@@ -1,35 +0,0 @@
-option (ENABLE_CURL "Enable curl" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_CURL)
-    if (USE_INTERNAL_CURL)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal curl with ENABLE_CURL=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_CURL "Use internal curl library" ON)
-
-if (NOT USE_INTERNAL_CURL)
-    find_package (CURL)
-    if (NOT CURL_FOUND)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system curl")
-    endif()
-endif()
-
-if (NOT CURL_FOUND)
-    set (USE_INTERNAL_CURL 1)
-    set (CURL_LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/curl")
-
-    # find_package(CURL) compatibility for the following packages that uses
-    # find_package(CURL)/include(FindCURL):
-    # - sentry-native
-    set (CURL_FOUND ON CACHE BOOL "")
-    set (CURL_ROOT_DIR ${CURL_LIBRARY_DIR} CACHE PATH "")
-    set (CURL_INCLUDE_DIR ${CURL_LIBRARY_DIR}/include CACHE PATH "")
-    set (CURL_INCLUDE_DIRS ${CURL_LIBRARY_DIR}/include CACHE PATH "")
-    set (CURL_LIBRARY curl CACHE STRING "")
-    set (CURL_LIBRARIES ${CURL_LIBRARY} CACHE STRING "")
-    set (CURL_VERSION_STRING 7.67.0 CACHE STRING "")
-endif ()
-
-message (STATUS "Using curl: ${CURL_INCLUDE_DIRS} : ${CURL_LIBRARIES}")

cmake/find/cxx.cmake

@@ -1,71 +1,8 @@
-option (USE_LIBCXX "Use libc++ and libc++abi instead of libstdc++" ON)
-
-if (NOT USE_LIBCXX)
-    if (USE_INTERNAL_LIBCXX_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal libcxx with USE_LIBCXX=OFF")
-    endif()
-
-    target_link_libraries(global-libs INTERFACE -l:libstdc++.a -l:libstdc++fs.a) # Always link these libraries as static
-    target_link_libraries(global-libs INTERFACE ${EXCEPTION_HANDLING_LIBRARY})
-    return()
-endif()
-
-set(USE_INTERNAL_LIBCXX_LIBRARY_DEFAULT ON)
-
-option (USE_INTERNAL_LIBCXX_LIBRARY "Disable to use system libcxx and libcxxabi libraries instead of bundled"
-    ${USE_INTERNAL_LIBCXX_LIBRARY_DEFAULT})
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libcxx/src")
-    if (USE_INTERNAL_LIBCXX_LIBRARY)
-        message(WARNING "submodule contrib/libcxx is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libcxx")
-        set(USE_INTERNAL_LIBCXX_LIBRARY 0)
-    endif()
-    set(USE_INTERNAL_LIBCXX_LIBRARY_DEFAULT 0)
-    set(MISSING_INTERNAL_LIBCXX_LIBRARY 1)
-endif()
-
 set (CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -D_LIBCPP_DEBUG=0") # More checks in debug build.
 
-if (NOT USE_INTERNAL_LIBCXX_LIBRARY)
+add_subdirectory(contrib/libcxxabi-cmake)
-    find_library (LIBCXX_LIBRARY c++)
+add_subdirectory(contrib/libcxx-cmake)
-    find_library (LIBCXXFS_LIBRARY c++fs)
-    find_library (LIBCXXABI_LIBRARY c++abi)
 
-    if(LIBCXX_LIBRARY AND LIBCXXABI_LIBRARY) # c++fs is now a part of the libc++
+# Exception handling library is embedded into libcxxabi.
-        set (HAVE_LIBCXX 1)
-    else ()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system libcxx")
-    endif()
 
-    if(NOT LIBCXXFS_LIBRARY)
+target_link_libraries(global-libs INTERFACE cxx cxxabi)
-        set(LIBCXXFS_LIBRARY ${LIBCXX_LIBRARY})
-    endif()
-
-    set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -stdlib=libc++")
-
-    target_link_libraries(global-libs INTERFACE ${EXCEPTION_HANDLING_LIBRARY})
-endif ()
-
-if (NOT HAVE_LIBCXX AND NOT MISSING_INTERNAL_LIBCXX_LIBRARY)
-    set (LIBCXX_LIBRARY cxx)
-    set (LIBCXXABI_LIBRARY cxxabi)
-    add_subdirectory(contrib/libcxxabi-cmake)
-    add_subdirectory(contrib/libcxx-cmake)
-
-    # Exception handling library is embedded into libcxxabi.
-
-    set (HAVE_LIBCXX 1)
-    set(USE_INTERNAL_LIBCXX_LIBRARY 1)
-endif ()
-
-if (HAVE_LIBCXX)
-    target_link_libraries(global-libs INTERFACE ${LIBCXX_LIBRARY} ${LIBCXXABI_LIBRARY} ${LIBCXXFS_LIBRARY})
-
-    message (STATUS "Using libcxx: ${LIBCXX_LIBRARY}")
-    message (STATUS "Using libcxxfs: ${LIBCXXFS_LIBRARY}")
-    message (STATUS "Using libcxxabi: ${LIBCXXABI_LIBRARY}")
-else()
-    target_link_libraries(global-libs INTERFACE -l:libstdc++.a -l:libstdc++fs.a) # Always link these libraries as static
-    target_link_libraries(global-libs INTERFACE ${EXCEPTION_HANDLING_LIBRARY})
-endif()

cmake/find/cyrus-sasl.cmake

@@ -1,23 +0,0 @@
-if (${ENABLE_LIBRARIES} AND ${ENABLE_KRB5})
-    set (DEFAULT_ENABLE_CYRUS_SASL 1)
-else()
-    set (DEFAULT_ENABLE_CYRUS_SASL 0)
-endif()
-
-OPTION(ENABLE_CYRUS_SASL "Enable cyrus-sasl" ${DEFAULT_ENABLE_CYRUS_SASL})
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/cyrus-sasl/README")
-    message (WARNING "submodule contrib/cyrus-sasl is missing. to fix try run: \n git submodule update --init")
-    set (ENABLE_CYRUS_SASL 0)
-endif ()
-
-if (ENABLE_CYRUS_SASL)
-
-    set (USE_CYRUS_SASL 1)
-    set (CYRUS_SASL_LIBRARY sasl2)
-
-    set (CYRUS_SASL_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/cyrus-sasl/include")
-
-
-endif ()
-
-message (STATUS "Using cyrus-sasl: krb5=${USE_KRB5}: ${CYRUS_SASL_INCLUDE_DIR} : ${CYRUS_SASL_LIBRARY}")

cmake/find/datasketches.cmake

@@ -1,29 +0,0 @@
-option (ENABLE_DATASKETCHES "Enable DataSketches" ${ENABLE_LIBRARIES})
-
-if (ENABLE_DATASKETCHES)
-
-option (USE_INTERNAL_DATASKETCHES_LIBRARY "Set to FALSE to use system DataSketches library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/datasketches-cpp/theta/CMakeLists.txt")
-    if (USE_INTERNAL_DATASKETCHES_LIBRARY)
-       message(WARNING "submodule contrib/datasketches-cpp is missing. to fix try run: \n git submodule update --init")
-    endif()
-    set(MISSING_INTERNAL_DATASKETCHES_LIBRARY 1)
-    set(USE_INTERNAL_DATASKETCHES_LIBRARY 0)
-endif()
-
-if (USE_INTERNAL_DATASKETCHES_LIBRARY)
-    set(DATASKETCHES_LIBRARY theta)
-    set(DATASKETCHES_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/datasketches-cpp/common/include" "${ClickHouse_SOURCE_DIR}/contrib/datasketches-cpp/theta/include")
-elseif (NOT MISSING_INTERNAL_DATASKETCHES_LIBRARY)
-    find_library(DATASKETCHES_LIBRARY theta)
-    find_path(DATASKETCHES_INCLUDE_DIR NAMES theta_sketch.hpp PATHS ${DATASKETCHES_INCLUDE_PATHS})
-endif()
-
-if (DATASKETCHES_LIBRARY AND DATASKETCHES_INCLUDE_DIR)
-    set(USE_DATASKETCHES 1)
-endif()
-
-endif()
-
-message (STATUS "Using datasketches=${USE_DATASKETCHES}: ${DATASKETCHES_INCLUDE_DIR} : ${DATASKETCHES_LIBRARY}")

cmake/find/fast_float.cmake

@@ -1,6 +0,0 @@
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/fast_float/include/fast_float/fast_float.h")
-    message (FATAL_ERROR "submodule contrib/fast_float is missing. to fix try run: \n git submodule update --init")
-endif ()
-
-set(FAST_FLOAT_LIBRARY fast_float)
-set(FAST_FLOAT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/fast_float/include/")

cmake/find/fastops.cmake

@@ -1,24 +0,0 @@
-if(ARCH_AMD64 AND NOT OS_FREEBSD AND NOT OS_DARWIN)
-    option(ENABLE_FASTOPS "Enable fast vectorized mathematical functions library by Mikhail Parakhin" ${ENABLE_LIBRARIES})
-elseif(ENABLE_FASTOPS)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Fastops library is supported on x86_64 only, and not FreeBSD or Darwin")
-endif()
-
-if(NOT ENABLE_FASTOPS)
-    set(USE_FASTOPS 0)
-    return()
-endif()
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/fastops/fastops/fastops.h")
-    message(WARNING "submodule contrib/fastops is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal fastops library")
-    set(MISSING_INTERNAL_FASTOPS_LIBRARY 1)
-endif()
-
-if(NOT MISSING_INTERNAL_FASTOPS_LIBRARY)
-    set(USE_FASTOPS 1)
-    set(FASTOPS_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/fastops/)
-    set(FASTOPS_LIBRARY fastops)
-endif()
-
-message(STATUS "Using fastops=${USE_FASTOPS}: ${FASTOPS_INCLUDE_DIR} : ${FASTOPS_LIBRARY}")

cmake/find/filelog.cmake

@@ -1,8 +0,0 @@
-# StorageFileLog only support Linux platform
-if (OS_LINUX)
-    set (USE_FILELOG 1)
-    message (STATUS "Using StorageFileLog = 1")
-else()
-    message(STATUS "StorageFileLog is only supported on Linux")
-endif ()
-

cmake/find/gperf.cmake

@@ -1,16 +0,0 @@
-if(NOT DEFINED ENABLE_GPERF OR ENABLE_GPERF)
-    # Check if gperf was installed
-    find_program(GPERF gperf)
-    if(GPERF)
-        option(ENABLE_GPERF "Use gperf function hash generator tool" ${ENABLE_LIBRARIES})
-    endif()
-endif()
-
-if (ENABLE_GPERF)
-    if(NOT GPERF)
-        message(FATAL_ERROR "Could not find the program gperf")
-    endif()
-    set(USE_GPERF 1)
-endif()
-
-message(STATUS "Using gperf=${USE_GPERF}: ${GPERF}")

cmake/find/grpc.cmake

@@ -1,72 +0,0 @@
-# disable grpc due to conflicts of abseil (required by grpc) dynamic annotations with libtsan.a
-if (SANITIZE STREQUAL "thread" AND COMPILER_GCC)
-  set(ENABLE_GRPC_DEFAULT OFF)
-else()
-  set(ENABLE_GRPC_DEFAULT ${ENABLE_LIBRARIES})
-endif()
-
-option(ENABLE_GRPC "Use gRPC" ${ENABLE_GRPC_DEFAULT})
-
-if(NOT ENABLE_GRPC)
-  if(USE_INTERNAL_GRPC_LIBRARY)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal gRPC library with ENABLE_GRPC=OFF")
-  endif()
-  return()
-endif()
-
-if(NOT USE_PROTOBUF)
-  message(WARNING "Cannot use gRPC library without protobuf")
-endif()
-
-# Normally we use the internal gRPC framework.
-# You can set USE_INTERNAL_GRPC_LIBRARY to OFF to force using the external gRPC framework, which should be installed in the system in this case.
-# The external gRPC framework can be installed in the system by running
-# sudo apt-get install libgrpc++-dev protobuf-compiler-grpc
-option(USE_INTERNAL_GRPC_LIBRARY "Set to FALSE to use system gRPC library instead of bundled. (Experimental. Set to OFF on your own risk)" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/grpc/CMakeLists.txt")
-  if(USE_INTERNAL_GRPC_LIBRARY)
-    message(WARNING "submodule contrib/grpc is missing. to fix try run: \n git submodule update --init")
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal grpc")
-    set(USE_INTERNAL_GRPC_LIBRARY 0)
-  endif()
-  set(MISSING_INTERNAL_GRPC_LIBRARY 1)
-endif()
-
-if(USE_SSL)
-  set(gRPC_USE_UNSECURE_LIBRARIES FALSE)
-else()
-  set(gRPC_USE_UNSECURE_LIBRARIES TRUE)
-endif()
-
-if(NOT USE_INTERNAL_GRPC_LIBRARY)
-  find_package(gRPC)
-  if(NOT gRPC_INCLUDE_DIRS OR NOT gRPC_LIBRARIES)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't find system gRPC library")
-    set(EXTERNAL_GRPC_LIBRARY_FOUND 0)
-  elseif(NOT gRPC_CPP_PLUGIN)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't find system grpc_cpp_plugin")
-    set(EXTERNAL_GRPC_LIBRARY_FOUND 0)
-  else()
-    set(EXTERNAL_GRPC_LIBRARY_FOUND 1)
-    set(USE_GRPC 1)
-  endif()
-endif()
-
-if(NOT EXTERNAL_GRPC_LIBRARY_FOUND AND NOT MISSING_INTERNAL_GRPC_LIBRARY)
-  set(gRPC_INCLUDE_DIRS "${ClickHouse_SOURCE_DIR}/contrib/grpc/include")
-  if(gRPC_USE_UNSECURE_LIBRARIES)
-    set(gRPC_LIBRARIES grpc_unsecure grpc++_unsecure)
-  else()
-    set(gRPC_LIBRARIES grpc grpc++)
-  endif()
-  set(gRPC_CPP_PLUGIN $<TARGET_FILE:grpc_cpp_plugin>)
-  set(gRPC_PYTHON_PLUGIN $<TARGET_FILE:grpc_python_plugin>)
-
-  include("${ClickHouse_SOURCE_DIR}/contrib/grpc-cmake/protobuf_generate_grpc.cmake")
-
-  set(USE_INTERNAL_GRPC_LIBRARY 1)
-  set(USE_GRPC 1)
-endif()
-
-message(STATUS "Using gRPC=${USE_GRPC}: ${gRPC_INCLUDE_DIRS} : ${gRPC_LIBRARIES} : ${gRPC_CPP_PLUGIN}")

cmake/find/gtest.cmake

@@ -1,40 +0,0 @@
-# included only if ENABLE_TESTS=1
-
-option (USE_INTERNAL_GTEST_LIBRARY "Set to FALSE to use system Google Test instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/googletest/googletest/CMakeLists.txt")
-   if (USE_INTERNAL_GTEST_LIBRARY)
-       message (WARNING "submodule contrib/googletest is missing. to fix try run: \n git submodule update --init")
-       message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal gtest")
-       set (USE_INTERNAL_GTEST_LIBRARY 0)
-   endif ()
-
-   set (MISSING_INTERNAL_GTEST_LIBRARY 1)
-endif ()
-
-if(NOT USE_INTERNAL_GTEST_LIBRARY)
-    # TODO: autodetect of GTEST_SRC_DIR by EXISTS /usr/src/googletest/CMakeLists.txt
-    if(NOT GTEST_SRC_DIR)
-        find_package(GTest)
-        if (NOT GTEST_INCLUDE_DIRS)
-            message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system Google Test")
-        endif()
-    endif()
-endif()
-
-if (NOT GTEST_SRC_DIR AND NOT GTEST_INCLUDE_DIRS AND NOT MISSING_INTERNAL_GTEST_LIBRARY)
-    set (USE_INTERNAL_GTEST_LIBRARY 1)
-    set (GTEST_MAIN_LIBRARIES gtest_main)
-    set (GTEST_LIBRARIES gtest)
-    set (GTEST_BOTH_LIBRARIES ${GTEST_MAIN_LIBRARIES} ${GTEST_LIBRARIES})
-    set (GTEST_INCLUDE_DIRS ${ClickHouse_SOURCE_DIR}/contrib/googletest/googletest)
-elseif(USE_INTERNAL_GTEST_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Wouldn't use internal Google Test library")
-    set (USE_INTERNAL_GTEST_LIBRARY 0)
-endif ()
-
-if((GTEST_INCLUDE_DIRS AND GTEST_BOTH_LIBRARIES) OR GTEST_SRC_DIR)
-    set(USE_GTEST 1)
-endif()
-
-message (STATUS "Using gtest=${USE_GTEST}: ${GTEST_INCLUDE_DIRS} : ${GTEST_BOTH_LIBRARIES} : ${GTEST_SRC_DIR}")

cmake/find/h3.cmake

@@ -1,39 +0,0 @@
-option (ENABLE_H3 "Enable H3" ${ENABLE_LIBRARIES})
-if(NOT ENABLE_H3)
-    if(USE_INTERNAL_H3_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal h3 library with ENABLE_H3=OFF")
-    endif ()
-    return()
-endif()
-
-option(USE_INTERNAL_H3_LIBRARY "Set to FALSE to use system h3 library instead of bundled"
-       ON) # we are not aware of any distribution that provides h3 package
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/h3/src/h3lib/include/h3Index.h")
-    if(USE_INTERNAL_H3_LIBRARY)
-        message(WARNING "submodule contrib/h3 is missing. to fix try run: \n git submodule update --init")
-        message(${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal h3 library")
-        set(USE_INTERNAL_H3_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_H3_LIBRARY 1)
-endif()
-
-if(NOT USE_INTERNAL_H3_LIBRARY)
-    find_library(H3_LIBRARY h3)
-    find_path(H3_INCLUDE_DIR NAMES h3/h3api.h PATHS ${H3_INCLUDE_PATHS})
-
-    if(NOT H3_LIBRARY OR NOT H3_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system h3 library")
-    endif()
-endif()
-
-if (H3_LIBRARY AND H3_INCLUDE_DIR)
-    set (USE_H3 1)
-elseif(NOT MISSING_INTERNAL_H3_LIBRARY)
-    set (H3_LIBRARY h3)
-    set (H3_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/h3/src/h3lib/include")
-    set (USE_H3 1)
-    set (USE_INTERNAL_H3_LIBRARY 1)
-endif()
-
-message (STATUS "Using h3=${USE_H3}: ${H3_INCLUDE_DIR} : ${H3_LIBRARY}")

cmake/find/hdfs3.cmake

@@ -1,45 +0,0 @@
-if(NOT ARCH_ARM AND NOT OS_FREEBSD AND NOT APPLE AND USE_PROTOBUF AND NOT ARCH_PPC64LE)
-    option(ENABLE_HDFS "Enable HDFS" ${ENABLE_LIBRARIES})
-elseif(ENABLE_HDFS OR USE_INTERNAL_HDFS3_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use HDFS3 with current configuration")
-endif()
-
-if(NOT ENABLE_HDFS)
-    if(USE_INTERNAL_HDFS3_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal HDFS3 library with ENABLE_HDFS3=OFF")
-    endif()
-    return()
-endif()
-
-option(USE_INTERNAL_HDFS3_LIBRARY "Set to FALSE to use system HDFS3 instead of bundled (experimental - set to OFF on your own risk)"
-       ON) # We don't know any linux distribution with package for it
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libhdfs3/include/hdfs/hdfs.h")
-    if(USE_INTERNAL_HDFS3_LIBRARY)
-        message(WARNING "submodule contrib/libhdfs3 is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal HDFS3 library")
-        set(USE_INTERNAL_HDFS3_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_HDFS3_LIBRARY 1)
-endif()
-
-if(NOT USE_INTERNAL_HDFS3_LIBRARY)
-    find_library(HDFS3_LIBRARY hdfs3)
-    find_path(HDFS3_INCLUDE_DIR NAMES hdfs/hdfs.h PATHS ${HDFS3_INCLUDE_PATHS})
-    if(NOT HDFS3_LIBRARY OR NOT HDFS3_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot find system HDFS3 library")
-    endif()
-endif()
-
-if(HDFS3_LIBRARY AND HDFS3_INCLUDE_DIR)
-    set(USE_HDFS 1)
-elseif(NOT MISSING_INTERNAL_HDFS3_LIBRARY AND LIBGSASL_LIBRARY AND LIBXML2_LIBRARIES)
-    set(HDFS3_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/libhdfs3/include")
-    set(HDFS3_LIBRARY hdfs3)
-    set(USE_INTERNAL_HDFS3_LIBRARY 1)
-    set(USE_HDFS 1)
-else()
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Cannout enable HDFS3")
-endif()
-
-message(STATUS "Using hdfs3=${USE_HDFS}: ${HDFS3_INCLUDE_DIR} : ${HDFS3_LIBRARY}")

cmake/find/hive-metastore.cmake

@@ -1,26 +0,0 @@
-option(ENABLE_HIVE "Enable Hive" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_HIVE)
-    message("Hive disabled")
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/hive-metastore")
-    message(WARNING "submodule contrib/hive-metastore is missing. to fix try run: \n git submodule update --init")
-    set(USE_HIVE 0)
-elseif (NOT USE_THRIFT)
-    message(WARNING "Thrift is not found, which is needed by Hive")
-    set(USE_HIVE 0)
-elseif (NOT USE_HDFS)
-    message(WARNING "HDFS is not found, which is needed by Hive")
-    set(USE_HIVE 0)
-elseif (NOT USE_ORC OR NOT USE_ARROW OR NOT USE_PARQUET)
-    message(WARNING "ORC/Arrow/Parquet is not found, which are needed by Hive")
-    set(USE_HIVE 0)
-else()
-    set(USE_HIVE 1)
-    set(HIVE_METASTORE_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/hive-metastore)
-    set(HIVE_METASTORE_LIBRARY hivemetastore)
-endif()
-
-message (STATUS "Using_Hive=${USE_HIVE}: ${HIVE_METASTORE_INCLUDE_DIR} : ${HIVE_METASTORE_LIBRARY}")

cmake/find/icu.cmake

@@ -1,51 +0,0 @@
-if (OS_LINUX)
-    option(ENABLE_ICU "Enable ICU" ${ENABLE_LIBRARIES})
-else ()
-    option(ENABLE_ICU "Enable ICU" 0)
-endif ()
-
-if (NOT ENABLE_ICU)
-    if(USE_INTERNAL_ICU_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal icu library with ENABLE_ICU=OFF")
-    endif()
-    message(STATUS "Build without ICU (support for collations and charset conversion functions will be disabled)")
-    return()
-endif()
-
-option (USE_INTERNAL_ICU_LIBRARY "Set to FALSE to use system ICU library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/icu/icu4c/LICENSE")
-    if (USE_INTERNAL_ICU_LIBRARY)
-        message (WARNING "submodule contrib/icu is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal ICU")
-        set (USE_INTERNAL_ICU_LIBRARY 0)
-    endif ()
-    set (MISSING_INTERNAL_ICU_LIBRARY 1)
-endif ()
-
-if(NOT USE_INTERNAL_ICU_LIBRARY)
-    if (APPLE)
-        set(ICU_ROOT "/usr/local/opt/icu4c" CACHE STRING "")
-    endif()
-    find_package(ICU COMPONENTS i18n uc data) # TODO: remove Modules/FindICU.cmake after cmake 3.7
-    #set (ICU_LIBRARIES ${ICU_I18N_LIBRARY} ${ICU_UC_LIBRARY} ${ICU_DATA_LIBRARY} CACHE STRING "")
-    if(ICU_FOUND)
-        set(USE_ICU 1)
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system ICU")
-    endif()
-endif()
-
-if (ICU_LIBRARY AND ICU_INCLUDE_DIR)
-    set (USE_ICU 1)
-elseif (NOT MISSING_INTERNAL_ICU_LIBRARY)
-    set (USE_INTERNAL_ICU_LIBRARY 1)
-    set (ICU_LIBRARIES icui18n icuuc icudata)
-    set (USE_ICU 1)
-endif ()
-
-if(USE_ICU)
-    message(STATUS "Using icu=${USE_ICU}: ${ICU_INCLUDE_DIR} : ${ICU_LIBRARIES}")
-else()
-    message(STATUS "Build without ICU (support for collations and charset conversion functions will be disabled)")
-endif()

cmake/find/krb5.cmake

@@ -1,25 +0,0 @@
-OPTION(ENABLE_KRB5 "Enable krb5" ${ENABLE_LIBRARIES})
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/krb5/README")
-    message (WARNING "submodule contrib/krb5 is missing. to fix try run: \n git submodule update --init")
-    set (ENABLE_KRB5 0)
-endif ()
-
-if (NOT CMAKE_SYSTEM_NAME MATCHES "Linux" AND NOT (CMAKE_SYSTEM_NAME MATCHES "Darwin" AND NOT CMAKE_CROSSCOMPILING))
-    message (WARNING "krb5 disabled in non-Linux and non-native-Darwin environments")
-    set (ENABLE_KRB5 0)
-endif ()
-
-if (ENABLE_KRB5)
-
-    set (USE_KRB5 1)
-    set (KRB5_LIBRARY krb5)
-
-    set (KRB5_INCLUDE_DIR
-        "${ClickHouse_SOURCE_DIR}/contrib/krb5/src/include"
-        "${ClickHouse_BINARY_DIR}/contrib/krb5-cmake/include"
-    )
-
-endif ()
-
-message (STATUS "Using krb5=${USE_KRB5}: ${KRB5_INCLUDE_DIR} : ${KRB5_LIBRARY}")

cmake/find/ldap.cmake

@@ -1,100 +0,0 @@
-option (ENABLE_LDAP "Enable LDAP" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_LDAP)
-    if(USE_INTERNAL_LDAP_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal LDAP library with ENABLE_LDAP=OFF")
-    endif ()
-    return()
-endif()
-
-option (USE_INTERNAL_LDAP_LIBRARY "Set to FALSE to use system *LDAP library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/openldap/README")
-    if (USE_INTERNAL_LDAP_LIBRARY)
-        message (WARNING "Submodule contrib/openldap is missing. To fix try running:\n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal LDAP library")
-    endif ()
-
-    set (USE_INTERNAL_LDAP_LIBRARY 0)
-    set (MISSING_INTERNAL_LDAP_LIBRARY 1)
-endif ()
-
-set (OPENLDAP_USE_STATIC_LIBS ${USE_STATIC_LIBRARIES})
-set (OPENLDAP_USE_REENTRANT_LIBS 1)
-
-if (NOT USE_INTERNAL_LDAP_LIBRARY)
-    if (OPENLDAP_USE_STATIC_LIBS)
-        message (WARNING "Unable to use external static OpenLDAP libraries, falling back to the bundled version.")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Unable to use external OpenLDAP")
-        set (USE_INTERNAL_LDAP_LIBRARY 1)
-    else ()
-        if (APPLE AND NOT OPENLDAP_ROOT_DIR)
-            set (OPENLDAP_ROOT_DIR "/usr/local/opt/openldap")
-        endif ()
-
-        find_package (OpenLDAP)
-
-        if (NOT OPENLDAP_FOUND)
-            message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system OpenLDAP")
-        endif()
-    endif ()
-endif ()
-
-if (NOT OPENLDAP_FOUND AND NOT MISSING_INTERNAL_LDAP_LIBRARY)
-    string (TOLOWER "${CMAKE_SYSTEM_NAME}" _system_name)
-    string (TOLOWER "${CMAKE_SYSTEM_PROCESSOR}" _system_processor)
-
-    if (
-        "${_system_processor}" STREQUAL "amd64" OR
-        "${_system_processor}" STREQUAL "x64"
-    )
-        set (_system_processor "x86_64")
-    elseif (
-        "${_system_processor}" STREQUAL "arm64"
-    )
-        set (_system_processor "aarch64")
-    endif ()
-
-    if (
-        ( "${_system_name}" STREQUAL "linux"   AND "${_system_processor}" STREQUAL "x86_64"  ) OR
-        ( "${_system_name}" STREQUAL "linux"   AND "${_system_processor}" STREQUAL "aarch64" ) OR
-        ( "${_system_name}" STREQUAL "linux"   AND "${_system_processor}" STREQUAL "ppc64le" ) OR
-        ( "${_system_name}" STREQUAL "freebsd" AND "${_system_processor}" STREQUAL "x86_64"  ) OR
-        ( "${_system_name}" STREQUAL "freebsd" AND "${_system_processor}" STREQUAL "aarch64" ) OR
-        ( "${_system_name}" STREQUAL "darwin"  AND "${_system_processor}" STREQUAL "x86_64"  ) OR
-        ( "${_system_name}" STREQUAL "darwin"  AND "${_system_processor}" STREQUAL "aarch64"   )
-    )
-        set (_ldap_supported_platform TRUE)
-    endif ()
-
-    if (NOT _ldap_supported_platform)
-        message (WARNING "LDAP support using the bundled library is not implemented for ${CMAKE_SYSTEM_NAME} ${CMAKE_SYSTEM_PROCESSOR} platform.")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot enable LDAP support")
-    elseif (NOT USE_SSL)
-        message (WARNING "LDAP support using the bundled library is not possible if SSL is not used.")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot enable LDAP support")
-    else ()
-        set (USE_INTERNAL_LDAP_LIBRARY 1)
-        set (OPENLDAP_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/openldap")
-        set (OPENLDAP_INCLUDE_DIRS
-            "${ClickHouse_SOURCE_DIR}/contrib/openldap-cmake/${_system_name}_${_system_processor}/include"
-            "${ClickHouse_SOURCE_DIR}/contrib/openldap/include"
-        )
-        # Below, 'ldap'/'ldap_r' and 'lber' will be resolved to
-        # the targets defined in contrib/openldap-cmake/CMakeLists.txt
-        if (OPENLDAP_USE_REENTRANT_LIBS)
-            set (OPENLDAP_LDAP_LIBRARY "ldap_r")
-        else ()
-            set (OPENLDAP_LDAP_LIBRARY "ldap")
-        endif()
-        set (OPENLDAP_LBER_LIBRARY "lber")
-        set (OPENLDAP_LIBRARIES ${OPENLDAP_LDAP_LIBRARY} ${OPENLDAP_LBER_LIBRARY})
-        set (OPENLDAP_FOUND 1)
-    endif ()
-endif ()
-
-if (OPENLDAP_FOUND)
-    set (USE_LDAP 1)
-endif ()
-
-message (STATUS "Using ldap=${USE_LDAP}: ${OPENLDAP_INCLUDE_DIRS} : ${OPENLDAP_LIBRARIES}")

cmake/find/libgsasl.cmake

@@ -1,40 +0,0 @@
-option(ENABLE_GSASL_LIBRARY "Enable gsasl library" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_GSASL_LIBRARY)
-    if(USE_INTERNAL_LIBGSASL_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal libgsasl library with ENABLE_GSASL_LIBRARY=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_LIBGSASL_LIBRARY "Set to FALSE to use system libgsasl library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libgsasl/src/gsasl.h")
-    if (USE_INTERNAL_LIBGSASL_LIBRARY)
-        message (WARNING "submodule contrib/libgsasl is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libgsasl")
-        set (USE_INTERNAL_LIBGSASL_LIBRARY 0)
-    endif ()
-    set (MISSING_INTERNAL_LIBGSASL_LIBRARY 1)
-endif ()
-
-if (NOT USE_INTERNAL_LIBGSASL_LIBRARY)
-    find_library (LIBGSASL_LIBRARY gsasl)
-    find_path (LIBGSASL_INCLUDE_DIR  NAMES gsasl.h PATHS ${LIBGSASL_INCLUDE_PATHS})
-    if (NOT LIBGSASL_LIBRARY OR NOT LIBGSASL_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system libgsasl")
-    endif ()
-endif ()
-
-if (LIBGSASL_LIBRARY AND LIBGSASL_INCLUDE_DIR)
-elseif (NOT MISSING_INTERNAL_LIBGSASL_LIBRARY)
-    set (LIBGSASL_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/libgsasl/src" "${ClickHouse_SOURCE_DIR}/contrib/libgsasl/linux_x86_64/include")
-    set (USE_INTERNAL_LIBGSASL_LIBRARY 1)
-    set (LIBGSASL_LIBRARY gsasl)
-endif ()
-
-if(LIBGSASL_LIBRARY AND LIBGSASL_INCLUDE_DIR)
-    set (USE_LIBGSASL 1)
-endif()
-
-message (STATUS "Using libgsasl=${USE_LIBGSASL}: ${LIBGSASL_INCLUDE_DIR} : ${LIBGSASL_LIBRARY}")

cmake/find/libpqxx.cmake

@@ -1,31 +0,0 @@
-option(ENABLE_LIBPQXX "Enalbe libpqxx" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_LIBPQXX)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libpqxx/src")
-    message (WARNING "submodule contrib/libpqxx is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libpqxx library")
-    set (USE_LIBPQXX 0)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libpq/include")
-    message (ERROR "submodule contrib/libpq is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libpq needed for libpqxx")
-    set (USE_LIBPQXX 0)
-    return()
-endif()
-
-if (NOT USE_INTERNAL_SSL_LIBRARY)
-    set (USE_LIBPQXX 0)
-else ()
-set (USE_LIBPQXX 1)
-set (LIBPQXX_LIBRARY libpqxx)
-set (LIBPQ_LIBRARY libpq)
-set (LIBPQXX_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/libpqxx/include")
-set (LIBPQ_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/libpq")
-message (STATUS "Using libpqxx=${USE_LIBPQXX}: ${LIBPQXX_INCLUDE_DIR} : ${LIBPQXX_LIBRARY}")
-message (STATUS "Using libpq: ${LIBPQ_ROOT_DIR} : ${LIBPQ_INCLUDE_DIR} : ${LIBPQ_LIBRARY}")
-endif()

cmake/find/libprotobuf-mutator.cmake

@@ -1,11 +0,0 @@
-option(USE_LIBPROTOBUF_MUTATOR "Enable libprotobuf-mutator" ${ENABLE_FUZZING})
-
-if (NOT USE_LIBPROTOBUF_MUTATOR)
-    return()
-endif()
-
-set(LibProtobufMutator_SOURCE_DIR "${ClickHouse_SOURCE_DIR}/contrib/libprotobuf-mutator")
-
-if (NOT EXISTS "${LibProtobufMutator_SOURCE_DIR}/README.md")
-    message (ERROR "submodule contrib/libprotobuf-mutator is missing. to fix try run: \n git submodule update --init")
-endif()

cmake/find/libuv.cmake

@@ -1,22 +0,0 @@
-if (OS_DARWIN AND COMPILER_GCC)
-    message (WARNING "libuv cannot be built with GCC in macOS due to a bug: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=93082")
-    SET(MISSING_INTERNAL_LIBUV_LIBRARY 1)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libuv")
-    message (WARNING "submodule contrib/libuv is missing. to fix try run: \n git submodule update --init")
-    SET(MISSING_INTERNAL_LIBUV_LIBRARY 1)
-    return()
-endif()
-
-if (MAKE_STATIC_LIBRARIES)
-    set (LIBUV_LIBRARY uv_a)
-else()
-    set (LIBUV_LIBRARY uv)
-endif()
-
-set (LIBUV_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/libuv")
-set (LIBUV_INCLUDE_DIR "${LIBUV_ROOT_DIR}/include")
-
-message (STATUS "Using libuv: ${LIBUV_ROOT_DIR} : ${LIBUV_LIBRARY}")

cmake/find/libxml2.cmake

@@ -1,34 +0,0 @@
-option (USE_INTERNAL_LIBXML2_LIBRARY "Set to FALSE to use system libxml2 library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libxml2/libxml.h")
-    if (USE_INTERNAL_LIBXML2_LIBRARY)
-        message (WARNING "submodule contrib/libxml2 is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libxml")
-        set (USE_INTERNAL_LIBXML2_LIBRARY 0)
-    endif ()
-    set (MISSING_INTERNAL_LIBXML2_LIBRARY 1)
-endif ()
-
-if (NOT USE_INTERNAL_LIBXML2_LIBRARY)
-    find_package (LibXml2)
-    #find_library (LIBXML2_LIBRARY libxml2)
-    #find_path (LIBXML2_INCLUDE_DIR NAMES libxml.h PATHS ${LIBXML2_INCLUDE_PATHS})
-
-    if (NOT LIBXML2_LIBRARY OR NOT LIBXML2_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system libxml2")
-    endif ()
-
-    if (USE_STATIC_LIBRARIES)
-        find_package(LibLZMA)
-        set (LIBXML2_LIBRARIES ${LIBXML2_LIBRARIES} ${LIBLZMA_LIBRARIES})
-    endif ()
-endif ()
-
-if (LIBXML2_LIBRARY AND LIBXML2_INCLUDE_DIR)
-elseif (NOT MISSING_INTERNAL_LIBXML2_LIBRARY)
-    set (LIBXML2_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/libxml2/include ${ClickHouse_SOURCE_DIR}/contrib/libxml2-cmake/linux_x86_64/include)
-    set (USE_INTERNAL_LIBXML2_LIBRARY 1)
-    set (LIBXML2_LIBRARIES libxml2)
-endif ()
-
-message (STATUS "Using libxml2: ${LIBXML2_INCLUDE_DIR} : ${LIBXML2_LIBRARIES}")

cmake/find/llvm.cmake

@@ -1,79 +0,0 @@
-if (APPLE OR NOT ARCH_AMD64 OR SANITIZE STREQUAL "undefined")
-    set (ENABLE_EMBEDDED_COMPILER_DEFAULT OFF)
-else()
-    set (ENABLE_EMBEDDED_COMPILER_DEFAULT ON)
-endif()
-
-option (ENABLE_EMBEDDED_COMPILER "Enable support for 'compile_expressions' option for query execution" ${ENABLE_EMBEDDED_COMPILER_DEFAULT})
-
-if (NOT ENABLE_EMBEDDED_COMPILER)
-    set (USE_EMBEDDED_COMPILER 0)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/llvm/llvm/CMakeLists.txt")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "submodule /contrib/llvm is missing. to fix try run: \n git submodule update --init")
-endif ()
-
-set (USE_EMBEDDED_COMPILER 1)
-
-set (LLVM_FOUND 1)
-set (LLVM_VERSION "12.0.0bundled")
-set (LLVM_INCLUDE_DIRS
-    "${ClickHouse_SOURCE_DIR}/contrib/llvm/llvm/include"
-    "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm/include"
-)
-set (LLVM_LIBRARY_DIRS "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm")
-
-message(STATUS "LLVM include Directory: ${LLVM_INCLUDE_DIRS}")
-message(STATUS "LLVM library Directory: ${LLVM_LIBRARY_DIRS}")
-message(STATUS "LLVM C++ compiler flags: ${LLVM_CXXFLAGS}")
-
-# This list was generated by listing all LLVM libraries, compiling the binary and removing all libraries while it still compiles.
-set (REQUIRED_LLVM_LIBRARIES
-LLVMExecutionEngine
-LLVMRuntimeDyld
-LLVMX86CodeGen
-LLVMX86Desc
-LLVMX86Info
-LLVMAsmPrinter
-LLVMDebugInfoDWARF
-LLVMGlobalISel
-LLVMSelectionDAG
-LLVMMCDisassembler
-LLVMPasses
-LLVMCodeGen
-LLVMipo
-LLVMBitWriter
-LLVMInstrumentation
-LLVMScalarOpts
-LLVMAggressiveInstCombine
-LLVMInstCombine
-LLVMVectorize
-LLVMTransformUtils
-LLVMTarget
-LLVMAnalysis
-LLVMProfileData
-LLVMObject
-LLVMBitReader
-LLVMCore
-LLVMRemarks
-LLVMBitstreamReader
-LLVMMCParser
-LLVMMC
-LLVMBinaryFormat
-LLVMDebugInfoCodeView
-LLVMSupport
-LLVMDemangle
-)
-
-#function(llvm_libs_all REQUIRED_LLVM_LIBRARIES)
-#    llvm_map_components_to_libnames (result all)
-#    if (USE_STATIC_LIBRARIES OR NOT "LLVM" IN_LIST result)
-#        list (REMOVE_ITEM result "LTO" "LLVM")
-#    else()
-#        set (result "LLVM")
-#    endif ()
-#    list (APPEND result ${CMAKE_DL_LIBS} ${ZLIB_LIBRARIES})
-#    set (${REQUIRED_LLVM_LIBRARIES} ${result} PARENT_SCOPE)
-#endfunction()

cmake/find/ltdl.cmake

@@ -1,5 +0,0 @@
-if (ENABLE_ODBC AND NOT USE_INTERNAL_ODBC_LIBRARY)
-    set (LTDL_PATHS "/usr/local/opt/libtool/lib")
-    find_library (LTDL_LIBRARY ltdl PATHS ${LTDL_PATHS} REQUIRED)
-    message (STATUS "Using ltdl: ${LTDL_LIBRARY}")
-endif ()

cmake/find/miniselect.cmake

@@ -1,2 +0,0 @@
-set(MINISELECT_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/miniselect/include)
-message(STATUS "Using miniselect: ${MINISELECT_INCLUDE_DIR}")

cmake/find/msgpack.cmake

@@ -1,37 +0,0 @@
-option (ENABLE_MSGPACK "Enable msgpack library" ${ENABLE_LIBRARIES})
-
-if(NOT ENABLE_MSGPACK)
-    if(USE_INTERNAL_MSGPACK_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal msgpack with ENABLE_MSGPACK=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_MSGPACK_LIBRARY "Set to FALSE to use system msgpack library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/msgpack-c/include/msgpack.hpp")
-    if(USE_INTERNAL_MSGPACK_LIBRARY)
-        message(WARNING "Submodule contrib/msgpack-c is missing. To fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal msgpack")
-        set(USE_INTERNAL_MSGPACK_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_MSGPACK_LIBRARY 1)
-endif()
-
-if(NOT USE_INTERNAL_MSGPACK_LIBRARY)
-    find_path(MSGPACK_INCLUDE_DIR NAMES msgpack.hpp PATHS ${MSGPACK_INCLUDE_PATHS})
-    if(NOT MSGPACK_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system msgpack")
-    endif()
-endif()
-
-if(NOT MSGPACK_INCLUDE_DIR AND NOT MISSING_INTERNAL_MSGPACK_LIBRARY)
-    set(MSGPACK_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/msgpack-c/include")
-    set(USE_INTERNAL_MSGPACK_LIBRARY 1)
-endif()
-
-if (MSGPACK_INCLUDE_DIR)
-    set(USE_MSGPACK 1)
-endif()
-
-message(STATUS "Using msgpack=${USE_MSGPACK}: ${MSGPACK_INCLUDE_DIR}")

cmake/find/mysqlclient.cmake

@@ -1,78 +0,0 @@
-if(OS_LINUX AND OPENSSL_FOUND)
-    option(ENABLE_MYSQL "Enable MySQL" ${ENABLE_LIBRARIES})
-else ()
-    option(ENABLE_MYSQL "Enable MySQL" FALSE)
-endif ()
-
-if(NOT ENABLE_MYSQL)
-    if (USE_INTERNAL_MYSQL_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal mysql library with ENABLE_MYSQL=OFF")
-    endif ()
-    message (STATUS "Build without mysqlclient (support for MYSQL dictionary source will be disabled)")
-    return()
-endif()
-
-option(USE_INTERNAL_MYSQL_LIBRARY "Set to FALSE to use system mysqlclient library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/mariadb-connector-c/README")
-    if(USE_INTERNAL_MYSQL_LIBRARY)
-        message(WARNING "submodule contrib/mariadb-connector-c is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal mysql library")
-        set(USE_INTERNAL_MYSQL_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_MYSQL_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_MYSQL_LIBRARY)
-    set (MYSQL_LIB_PATHS
-        "/usr/local/opt/mysql/lib"
-        "/usr/local/lib"
-        "/usr/local/lib64"
-        "/usr/local/lib/mariadb" # macos brew mariadb-connector-c
-        "/usr/mysql/lib"
-        "/usr/mysql/lib64"
-        "/usr/lib"
-        "/usr/lib64"
-        "/lib"
-        "/lib64")
-
-    set (MYSQL_INCLUDE_PATHS
-        "/usr/local/opt/mysql/include"
-        "/usr/mysql/include"
-        "/usr/local/include"
-        "/usr/include/mariadb"
-        "/usr/include/mysql"
-        "/usr/include")
-
-    find_path (MYSQL_INCLUDE_DIR NAMES mysql.h mysql/mysql.h mariadb/mysql.h PATHS ${MYSQL_INCLUDE_PATHS} PATH_SUFFIXES mysql)
-
-    if (USE_STATIC_LIBRARIES)
-        find_library (STATIC_MYSQLCLIENT_LIB NAMES mariadbclient mysqlclient PATHS ${MYSQL_LIB_PATHS} PATH_SUFFIXES mysql)
-    else ()
-        find_library (MYSQLCLIENT_LIBRARIES NAMES mariadb mariadbclient mysqlclient PATHS ${MYSQL_LIB_PATHS} PATH_SUFFIXES mysql)
-    endif ()
-
-    if (MYSQL_INCLUDE_DIR AND (STATIC_MYSQLCLIENT_LIB OR MYSQLCLIENT_LIBRARIES))
-        set (USE_MYSQL 1)
-        set (MYSQLXX_LIBRARY mysqlxx)
-        if (APPLE)
-            # /usr/local/include/mysql/mysql_com.h:1011:10: fatal error: mysql/udf_registration_types.h: No such file or directory
-            set(MYSQL_INCLUDE_DIR ${MYSQL_INCLUDE_DIR} ${MYSQL_INCLUDE_DIR}/mysql)
-        endif ()
-    else ()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system mysql library")
-    endif ()
-endif ()
-
-if (NOT USE_MYSQL AND NOT MISSING_INTERNAL_MYSQL_LIBRARY)
-    set (MYSQLCLIENT_LIBRARIES mariadbclient)
-    set (MYSQLXX_LIBRARY mysqlxx)
-    set (USE_MYSQL 1)
-    set (USE_INTERNAL_MYSQL_LIBRARY 1)
-endif()
-
-if (USE_MYSQL)
-    message (STATUS "Using mysqlclient=${USE_MYSQL}: ${MYSQL_INCLUDE_DIR} : ${MYSQLCLIENT_LIBRARIES}; staticlib=${STATIC_MYSQLCLIENT_LIB}")
-else ()
-    message (STATUS "Build without mysqlclient (support for MYSQL dictionary source will be disabled)")
-endif ()

cmake/find/nanodbc.cmake

@@ -1,16 +0,0 @@
-if (NOT ENABLE_ODBC)
-    return ()
-endif ()
-
-if (NOT USE_INTERNAL_NANODBC_LIBRARY)
-    message (FATAL_ERROR "Only the bundled nanodbc library can be used")
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/nanodbc/nanodbc")
-    message (FATAL_ERROR "submodule contrib/nanodbc is missing. to fix try run: \n git submodule update --init")
-endif()
-
-set (NANODBC_LIBRARY nanodbc)
-set (NANODBC_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/nanodbc/nanodbc")
-
-message (STATUS "Using nanodbc: ${NANODBC_INCLUDE_DIR} : ${NANODBC_LIBRARY}")

cmake/find/nlp.cmake

@@ -1,39 +0,0 @@
-option(ENABLE_NLP "Enable NLP functions support" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_NLP)
-
-    message (STATUS "NLP functions disabled")
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libstemmer_c/Makefile")
-    message (WARNING "submodule contrib/libstemmer_c is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal libstemmer_c library, NLP functions will be disabled")
-    set (USE_NLP 0)
-    return()
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/wordnet-blast/wnb")
-    message (WARNING "submodule contrib/wordnet-blast is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal wordnet-blast library, NLP functions will be disabled")
-    set (USE_NLP 0)
-    return()
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/lemmagen-c/README.md")
-    message (WARNING "submodule contrib/lemmagen-c is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal lemmagen-c library, NLP functions will be disabled")
-    set (USE_NLP 0)
-    return()
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/cld2/README.md")
-    message (WARNING "submodule contrib/cld2 is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal cld2 library, NLP functions will be disabled")
-    set (USE_NLP 0)
-    return()
-endif ()
-
-set (USE_NLP 1)
-
-message (STATUS "Using Libraries for NLP functions: contrib/wordnet-blast, contrib/libstemmer_c, contrib/lemmagen-c, contrib/cld2")

cmake/find/nuraft.cmake

@@ -1,24 +0,0 @@
-option(ENABLE_NURAFT "Enable NuRaft" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_NURAFT)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/src")
-    message (WARNING "submodule contrib/NuRaft is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal NuRaft library")
-    set (USE_NURAFT 0)
-    return()
-endif ()
-
-if (NOT OS_FREEBSD)
-    set (USE_NURAFT 1)
-    set (NURAFT_LIBRARY nuraft)
-
-    set (NURAFT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/include")
-
-    message (STATUS "Using NuRaft=${USE_NURAFT}: ${NURAFT_INCLUDE_DIR} : ${NURAFT_LIBRARY}")
-else()
-    set (USE_NURAFT 0)
-    message (STATUS "Using internal NuRaft library on FreeBSD and Darwin is not supported")
-endif()

cmake/find/odbc.cmake

@@ -1,55 +0,0 @@
-option (ENABLE_ODBC "Enable ODBC library" ${ENABLE_LIBRARIES})
-
-if (NOT OS_LINUX)
-    if (ENABLE_ODBC)
-        message(STATUS "ODBC is only supported on Linux")
-    endif()
-    set (ENABLE_ODBC OFF CACHE INTERNAL "")
-endif ()
-
-if (NOT ENABLE_ODBC)
-    if (USE_INTERNAL_ODBC_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal ODBC with ENABLE_ODBC=OFF")
-    endif()
-
-    add_library (unixodbc INTERFACE)
-    target_compile_definitions (unixodbc INTERFACE USE_ODBC=0)
-
-    message (STATUS "Not using unixodbc")
-    return()
-endif()
-
-option (USE_INTERNAL_ODBC_LIBRARY "Use internal ODBC library" ON)
-
-if (NOT USE_INTERNAL_ODBC_LIBRARY)
-    find_library (LIBRARY_ODBC NAMES unixodbc odbc)
-    find_path (INCLUDE_ODBC sql.h)
-
-    if(LIBRARY_ODBC AND INCLUDE_ODBC)
-        add_library (unixodbc INTERFACE)
-        set_target_properties (unixodbc PROPERTIES INTERFACE_LINK_LIBRARIES ${LIBRARY_ODBC})
-        set_target_properties (unixodbc PROPERTIES INTERFACE_INCLUDE_DIRECTORIES ${INCLUDE_ODBC})
-        set_target_properties (unixodbc PROPERTIES INTERFACE_COMPILE_DEFINITIONS USE_ODBC=1)
-
-        if (USE_STATIC_LIBRARIES)
-            find_library(LTDL_LIBRARY ltdl)
-            if (LTDL_LIBRARY)
-                target_link_libraries(unixodbc INTERFACE ${LTDL_LIBRARY})
-            endif()
-        endif()
-
-        set(EXTERNAL_ODBC_LIBRARY_FOUND 1)
-        message (STATUS "Found odbc: ${LIBRARY_ODBC}")
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system ODBC library")
-        set(EXTERNAL_ODBC_LIBRARY_FOUND 0)
-    endif()
-endif()
-
-if (NOT EXTERNAL_ODBC_LIBRARY_FOUND)
-    set (USE_INTERNAL_ODBC_LIBRARY 1)
-endif ()
-
-set (USE_INTERNAL_NANODBC_LIBRARY 1)
-
-message (STATUS "Using unixodbc")

cmake/find/orc.cmake

@@ -1,57 +0,0 @@
-option (ENABLE_ORC "Enable ORC" ${ENABLE_LIBRARIES})
-
-if(NOT ENABLE_ORC)
-    if(USE_INTERNAL_ORC_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal ORC library with ENABLE_ORC=OFF")
-    endif()
-    return()
-endif()
-
-if (USE_INTERNAL_PARQUET_LIBRARY)
-    option(USE_INTERNAL_ORC_LIBRARY "Set to FALSE to use system ORC instead of bundled (experimental set to OFF on your own risk)"
-        ON)
-elseif(USE_INTERNAL_ORC_LIBRARY)
-       message (${RECONFIGURE_MESSAGE_LEVEL} "Currently internal ORC can be build only with bundled Parquet")
-endif()
-
-include(cmake/find/snappy.cmake)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/orc/c++/include/orc/OrcFile.hh")
-   if(USE_INTERNAL_ORC_LIBRARY)
-       message(WARNING "submodule contrib/orc is missing. to fix try run: \n git submodule update --init")
-       message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal ORC")
-       set(USE_INTERNAL_ORC_LIBRARY 0)
-   endif()
-   set(MISSING_INTERNAL_ORC_LIBRARY 1)
-endif ()
-
-if (NOT USE_INTERNAL_ORC_LIBRARY)
-    find_package(orc)
-    if (NOT ORC_LIBRARY OR NOT ORC_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system ORC")
-    endif ()
-endif ()
-
-#if (USE_INTERNAL_ORC_LIBRARY)
-#find_path(CYRUS_SASL_INCLUDE_DIR sasl/sasl.h)
-#find_library(CYRUS_SASL_SHARED_LIB sasl2)
-#if (NOT CYRUS_SASL_INCLUDE_DIR OR NOT CYRUS_SASL_SHARED_LIB)
-#    set(USE_ORC 0)
-#endif()
-#endif()
-
-if (ORC_LIBRARY AND ORC_INCLUDE_DIR)
-    set(USE_ORC 1)
-elseif(NOT MISSING_INTERNAL_ORC_LIBRARY AND ARROW_LIBRARY AND SNAPPY_LIBRARY) # (LIBGSASL_LIBRARY AND LIBXML2_LIBRARY)
-    set(ORC_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/orc/c++/include")
-    set(ORC_LIBRARY orc)
-    set(USE_ORC 1)
-    set(USE_INTERNAL_ORC_LIBRARY 1)
-else()
-    message (${RECONFIGURE_MESSAGE_LEVEL}
-             "Can't enable ORC support - missing dependencies. Missing internal orc=${MISSING_INTERNAL_ORC_LIBRARY}. "
-             "arrow=${ARROW_LIBRARY} snappy=${SNAPPY_LIBRARY}")
-    set(USE_INTERNAL_ORC_LIBRARY 0)
-endif()
-
-message (STATUS "Using internal=${USE_INTERNAL_ORC_LIBRARY} orc=${USE_ORC}: ${ORC_INCLUDE_DIR} : ${ORC_LIBRARY}")

cmake/find/parquet.cmake

@@ -1,168 +0,0 @@
-if (Protobuf_PROTOC_EXECUTABLE)
-    option (ENABLE_PARQUET "Enable parquet" ${ENABLE_LIBRARIES})
-elseif(ENABLE_PARQUET OR USE_INTERNAL_PARQUET_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use parquet without protoc executable")
-endif()
-
-if (NOT ENABLE_PARQUET)
-    if(USE_INTERNAL_PARQUET_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal parquet with ENABLE_PARQUET=OFF")
-    endif()
-    message(STATUS "Building without Parquet support")
-    return()
-endif()
-
-if (NOT OS_FREEBSD) # Freebsd: ../contrib/arrow/cpp/src/arrow/util/bit-util.h:27:10: fatal error: endian.h: No such file or directory
-    option(USE_INTERNAL_PARQUET_LIBRARY "Set to FALSE to use system parquet library instead of bundled" ON)
-elseif(USE_INTERNAL_PARQUET_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Using internal parquet is not supported on freebsd")
-endif()
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/CMakeLists.txt")
-    if(USE_INTERNAL_PARQUET_LIBRARY)
-        message(WARNING "submodule contrib/arrow (required for Parquet) is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal parquet library")
-        set(USE_INTERNAL_PARQUET_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_PARQUET_LIBRARY 1)
-endif()
-
-if (NOT SNAPPY_LIBRARY)
-    include(cmake/find/snappy.cmake)
-endif()
-
-if(NOT USE_INTERNAL_PARQUET_LIBRARY)
-    find_package(Arrow)
-    find_package(Parquet)
-    find_library(UTF8_PROC_LIBRARY utf8proc)
-    find_package(BZip2)
-
-    if(USE_STATIC_LIBRARIES)
-        find_library(ARROW_DEPS_LIBRARY arrow_bundled_dependencies)
-
-        if (ARROW_DEPS_LIBRARY)
-            set(ARROW_IMPORT_OBJ_DIR "${CMAKE_CURRENT_BINARY_DIR}/contrib/arrow-cmake/imported-objects")
-            set(ARROW_OTHER_OBJS
-                "${ARROW_IMPORT_OBJ_DIR}/jemalloc.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/arena.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/background_thread.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/base.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/bin.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/bitmap.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/ckh.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/ctl.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/div.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/extent.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/extent_dss.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/extent_mmap.pic.o"
-                # skip hash
-                "${ARROW_IMPORT_OBJ_DIR}/hook.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/large.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/log.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/malloc_io.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/mutex.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/mutex_pool.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/nstime.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/pages.pic.o"
-                # skip prng
-                "${ARROW_IMPORT_OBJ_DIR}/prof.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/rtree.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/stats.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/sc.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/sz.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/tcache.pic.o"
-                # skip ticker
-                "${ARROW_IMPORT_OBJ_DIR}/tsd.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/test_hooks.pic.o"
-                "${ARROW_IMPORT_OBJ_DIR}/witness.pic.o"
-            )
-            add_custom_command(OUTPUT ${ARROW_OTHER_OBJS}
-                               COMMAND
-                                   mkdir -p "${ARROW_IMPORT_OBJ_DIR}" &&
-                                   cd "${ARROW_IMPORT_OBJ_DIR}" &&
-                                   "${CMAKE_AR}" x "${ARROW_DEPS_LIBRARY}"
-                               )
-            set_source_files_properties(jemalloc.pic.o PROPERTIES EXTERNAL_OBJECT true GENERATED true)
-            add_library(imported_arrow_deps STATIC ${ARROW_OTHER_OBJS})
-
-            set(ARROW_LIBRARY ${ARROW_STATIC_LIB}
-                imported_arrow_deps ${THRIFT_LIBRARY} ${UTF8_PROC_LIBRARY} ${BZIP2_LIBRARIES} ${SNAPPY_LIBRARY})
-        else()
-            message(WARNING "Using external static Arrow does not always work. "
-                    "Could not find arrow_bundled_dependencies.a. If compilation fails, "
-                    "Try: -D\"USE_INTERNAL_PARQUET_LIBRARY\"=ON or -D\"ENABLE_PARQUET\"=OFF or "
-                    "-D\"USE_STATIC_LIBRARIES\"=OFF")
-            set(ARROW_LIBRARY ${ARROW_STATIC_LIB})
-        endif()
-        set(PARQUET_LIBRARY ${PARQUET_STATIC_LIB})
-    else()
-        set(ARROW_LIBRARY ${ARROW_SHARED_LIB})
-        set(PARQUET_LIBRARY ${PARQUET_SHARED_LIB})
-    endif()
-
-    if(ARROW_INCLUDE_DIR AND ARROW_LIBRARY AND PARQUET_INCLUDE_DIR AND PARQUET_LIBRARY AND THRIFT_LIBRARY AND UTF8_PROC_LIBRARY AND BZIP2_FOUND)
-        set(USE_PARQUET 1)
-        set(EXTERNAL_PARQUET_FOUND 1)
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL}
-                 "Can't find system parquet: arrow=${ARROW_INCLUDE_DIR}:${ARROW_LIBRARY} ;"
-                 " parquet=${PARQUET_INCLUDE_DIR}:${PARQUET_LIBRARY} ;"
-                 " thrift=${THRIFT_LIBRARY} ;")
-        set(EXTERNAL_PARQUET_FOUND 0)
-    endif()
-endif()
-
-if(NOT EXTERNAL_PARQUET_FOUND AND NOT MISSING_INTERNAL_PARQUET_LIBRARY AND NOT OS_FREEBSD)
-    if(SNAPPY_LIBRARY)
-        set(CAN_USE_INTERNAL_PARQUET_LIBRARY 1)
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal parquet library without snappy")
-    endif()
-
-    include(CheckCXXSourceCompiles)
-    if(NOT USE_INTERNAL_DOUBLE_CONVERSION_LIBRARY)
-        set(CMAKE_REQUIRED_LIBRARIES ${DOUBLE_CONVERSION_LIBRARIES})
-        set(CMAKE_REQUIRED_INCLUDES ${DOUBLE_CONVERSION_INCLUDE_DIR})
-        check_cxx_source_compiles("
-               #include <double-conversion/double-conversion.h>
-               int main() { static const int flags_ = double_conversion::StringToDoubleConverter::ALLOW_CASE_INSENSIBILITY; return 0;}
-        " HAVE_DOUBLE_CONVERSION_ALLOW_CASE_INSENSIBILITY)
-
-        if(NOT HAVE_DOUBLE_CONVERSION_ALLOW_CASE_INSENSIBILITY) # HAVE_STD_RANDOM_SHUFFLE
-                message (${RECONFIGURE_MESSAGE_LEVEL} "Disabling internal parquet library because arrow is broken (can't use old double_conversion)")
-                set(CAN_USE_INTERNAL_PARQUET_LIBRARY 0)
-        endif()
-    endif()
-
-    if(NOT CAN_USE_INTERNAL_PARQUET_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal parquet")
-        set(USE_INTERNAL_PARQUET_LIBRARY 0)
-    else()
-    set(USE_INTERNAL_PARQUET_LIBRARY 1)
-
-    if(MAKE_STATIC_LIBRARIES)
-        set(FLATBUFFERS_LIBRARY flatbuffers)
-        set(ARROW_LIBRARY arrow_static)
-        set(PARQUET_LIBRARY parquet_static)
-    else()
-        set(FLATBUFFERS_LIBRARY flatbuffers_shared)
-        set(ARROW_LIBRARY arrow_shared)
-        set(PARQUET_LIBRARY parquet_shared)
-    endif()
-
-    set(USE_PARQUET 1)
-    set(USE_ORC 1)
-    set(USE_ARROW 1)
-   endif()
-elseif(OS_FREEBSD)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Using internal parquet library on FreeBSD is not supported")
-endif()
-
-if(USE_PARQUET)
-    message(STATUS "Using Parquet: arrow=${ARROW_LIBRARY}:${ARROW_INCLUDE_DIR} ;"
-            " parquet=${PARQUET_LIBRARY}:${PARQUET_INCLUDE_DIR} ;"
-            " thrift=${THRIFT_LIBRARY} ;"
-            " flatbuffers=${FLATBUFFERS_LIBRARY}")
-else()
-    message(STATUS "Building without Parquet support")
-endif()

cmake/find/pdqsort.cmake

@@ -1,2 +0,0 @@
-set(PDQSORT_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/pdqsort)
-message(STATUS "Using pdqsort: ${PDQSORT_INCLUDE_DIR}")

cmake/find/poco.cmake

@@ -1,8 +0,0 @@
-option (USE_INTERNAL_POCO_LIBRARY "Use internal Poco library" ON)
-
-if (NOT USE_INTERNAL_POCO_LIBRARY)
-    find_path (ROOT_DIR NAMES Foundation/include/Poco/Poco.h include/Poco/Poco.h)
-    if (NOT ROOT_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system poco")
-    endif()
-endif ()

cmake/find/protobuf.cmake

@@ -1,62 +0,0 @@
-option(ENABLE_PROTOBUF "Enable protobuf" ${ENABLE_LIBRARIES})
-
-if(NOT ENABLE_PROTOBUF)
-  if(USE_INTERNAL_PROTOBUF_LIBRARY)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal protobuf with ENABLE_PROTOBUF=OFF")
-  endif()
-  return()
-endif()
-
-# Normally we use the internal protobuf library.
-# You can set USE_INTERNAL_PROTOBUF_LIBRARY to OFF to force using the external protobuf library, which should be installed in the system in this case.
-# The external protobuf library can be installed in the system by running
-# sudo apt-get install libprotobuf-dev protobuf-compiler libprotoc-dev
-option(USE_INTERNAL_PROTOBUF_LIBRARY "Set to FALSE to use system protobuf instead of bundled. (Experimental. Set to OFF on your own risk)" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/protobuf/cmake/CMakeLists.txt")
-  if(USE_INTERNAL_PROTOBUF_LIBRARY)
-    message(WARNING "submodule contrib/protobuf is missing. to fix try run: \n git submodule update --init")
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal protobuf")
-    set(USE_INTERNAL_PROTOBUF_LIBRARY 0)
-  endif()
-  set(MISSING_INTERNAL_PROTOBUF_LIBRARY 1)
-endif()
-
-if(NOT USE_INTERNAL_PROTOBUF_LIBRARY)
-  find_package(Protobuf)
-  if(NOT Protobuf_INCLUDE_DIR OR NOT Protobuf_LIBRARY)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't find system protobuf library")
-    set(EXTERNAL_PROTOBUF_LIBRARY_FOUND 0)
-  elseif(NOT Protobuf_PROTOC_EXECUTABLE)
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't find system protobuf compiler")
-    set(EXTERNAL_PROTOBUF_LIBRARY_FOUND 0)
-  else()
-    set(EXTERNAL_PROTOBUF_LIBRARY_FOUND 1)
-    set(USE_PROTOBUF 1)
-  endif()
-endif()
-
-if(NOT EXTERNAL_PROTOBUF_LIBRARY_FOUND AND NOT MISSING_INTERNAL_PROTOBUF_LIBRARY)
-  set(Protobuf_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/protobuf/src")
-  set(Protobuf_LIBRARY libprotobuf)
-  set(Protobuf_PROTOC_EXECUTABLE "$<TARGET_FILE:protoc>")
-  set(Protobuf_PROTOC_LIBRARY libprotoc)
-
-  include("${ClickHouse_SOURCE_DIR}/contrib/protobuf-cmake/protobuf_generate.cmake")
-
-  set(USE_INTERNAL_PROTOBUF_LIBRARY 1)
-  set(USE_PROTOBUF 1)
-endif()
-
-if(OS_FREEBSD AND SANITIZE STREQUAL "address")
-  # ../contrib/protobuf/src/google/protobuf/arena_impl.h:45:10: fatal error: 'sanitizer/asan_interface.h' file not found
-  # #include <sanitizer/asan_interface.h>
-  if(LLVM_INCLUDE_DIRS)
-    set(Protobuf_INCLUDE_DIR "${Protobuf_INCLUDE_DIR}" ${LLVM_INCLUDE_DIRS})
-  else()
-    message(${RECONFIGURE_MESSAGE_LEVEL} "Can't use protobuf on FreeBSD with address sanitizer without LLVM")
-    set(USE_PROTOBUF 0)
-  endif()
-endif()
-
-message(STATUS "Using protobuf=${USE_PROTOBUF}: ${Protobuf_INCLUDE_DIR} : ${Protobuf_LIBRARY} : ${Protobuf_PROTOC_EXECUTABLE} : ${Protobuf_PROTOC_LIBRARY}")

cmake/find/rapidjson.cmake

@@ -1,35 +0,0 @@
-option(ENABLE_RAPIDJSON "Use rapidjson" ${ENABLE_LIBRARIES})
-if(NOT ENABLE_RAPIDJSON)
-    if(USE_INTERNAL_RAPIDJSON_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal rapidjson library with ENABLE_RAPIDJSON=OFF")
-    endif()
-    return()
-endif()
-
-option(USE_INTERNAL_RAPIDJSON_LIBRARY "Set to FALSE to use system rapidjson library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/rapidjson/include/rapidjson/rapidjson.h")
-    if(USE_INTERNAL_RAPIDJSON_LIBRARY)
-       message(WARNING "submodule contrib/rapidjson is missing. to fix try run: \n git submodule update --init")
-       message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal rapidjson library")
-       set(USE_INTERNAL_RAPIDJSON_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_RAPIDJSON_LIBRARY 1)
-endif()
-
-if(NOT USE_INTERNAL_RAPIDJSON_LIBRARY)
-    find_path(RAPIDJSON_INCLUDE_DIR NAMES rapidjson/rapidjson.h PATHS ${RAPIDJSON_INCLUDE_PATHS})
-    if(NOT RAPIDJSON_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system rapidjson")
-    endif()
-endif()
-
-if(RAPIDJSON_INCLUDE_DIR)
-    set(USE_RAPIDJSON 1)
-elseif(NOT MISSING_INTERNAL_RAPIDJSON_LIBRARY)
-    set(RAPIDJSON_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/rapidjson/include")
-    set(USE_INTERNAL_RAPIDJSON_LIBRARY 1)
-    set(USE_RAPIDJSON 1)
-endif()
-
-message(STATUS "Using rapidjson=${USE_RAPIDJSON}: ${RAPIDJSON_INCLUDE_DIR}")

cmake/find/rdkafka.cmake

@@ -1,68 +0,0 @@
-option (ENABLE_RDKAFKA "Enable kafka" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_RDKAFKA)
-    if (USE_INTERNAL_RDKAFKA_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal librdkafka with ENABLE_RDKAFKA=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_RDKAFKA_LIBRARY "Set to FALSE to use system librdkafka instead of the bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/cppkafka/src")
-    if(USE_INTERNAL_RDKAFKA_LIBRARY)
-        message (WARNING "submodule contrib/cppkafka is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal cppkafka")
-        set (USE_INTERNAL_RDKAFKA_LIBRARY 0)
-    endif()
-    set (MISSING_INTERNAL_CPPKAFKA_LIBRARY 1)
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/librdkafka/src")
-    if(USE_INTERNAL_RDKAFKA_LIBRARY OR MISSING_INTERNAL_CPPKAFKA_LIBRARY)
-        message (WARNING "submodule contrib/librdkafka is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal rdkafka")
-        set (USE_INTERNAL_RDKAFKA_LIBRARY 0)
-    endif()
-    set (MISSING_INTERNAL_RDKAFKA_LIBRARY 1)
-endif ()
-
-if (NOT USE_INTERNAL_RDKAFKA_LIBRARY)
-    find_library (RDKAFKA_LIB rdkafka)
-    find_path (RDKAFKA_INCLUDE_DIR NAMES librdkafka/rdkafka.h PATHS ${RDKAFKA_INCLUDE_PATHS})
-    if (NOT RDKAFKA_LIB OR NOT RDKAFKA_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system librdkafka")
-    endif()
-
-    if (USE_STATIC_LIBRARIES AND NOT OS_FREEBSD)
-       find_library (SASL2_LIBRARY sasl2)
-       if (NOT SASL2_LIBRARY)
-           message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system sasl2 library needed for static librdkafka")
-       endif()
-    endif ()
-    set (CPPKAFKA_LIBRARY cppkafka)
-endif ()
-
-if (RDKAFKA_LIB AND RDKAFKA_INCLUDE_DIR)
-    set (USE_RDKAFKA 1)
-    add_library (rdkafka_imp UNKNOWN IMPORTED)
-    set_target_properties (rdkafka_imp PROPERTIES IMPORTED_LOCATION ${RDKAFKA_LIB})
-    set_target_properties (rdkafka_imp PROPERTIES INTERFACE_INCLUDE_DIRECTORIES ${RDKAFKA_INCLUDE_DIR})
-
-    set (RDKAFKA_LIBRARY rdkafka_imp ${OPENSSL_LIBRARIES})
-    set (CPPKAFKA_LIBRARY cppkafka)
-    if (SASL2_LIBRARY)
-       list (APPEND RDKAFKA_LIBRARY ${SASL2_LIBRARY})
-    endif ()
-    if (LZ4_LIBRARY)
-       list (APPEND RDKAFKA_LIBRARY ${LZ4_LIBRARY})
-    endif ()
-elseif (NOT MISSING_INTERNAL_RDKAFKA_LIBRARY AND NOT MISSING_INTERNAL_CPPKAFKA_LIBRARY)
-    set (USE_INTERNAL_RDKAFKA_LIBRARY 1)
-    set (RDKAFKA_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/librdkafka/src")
-    set (RDKAFKA_LIBRARY rdkafka)
-    set (CPPKAFKA_LIBRARY cppkafka)
-    set (USE_RDKAFKA 1)
-endif ()
-
-message (STATUS "Using librdkafka=${USE_RDKAFKA}: ${RDKAFKA_INCLUDE_DIR} : ${RDKAFKA_LIBRARY} ${CPPKAFKA_LIBRARY}")

cmake/find/re2.cmake

@@ -1,41 +0,0 @@
-option (USE_INTERNAL_RE2_LIBRARY "Set to FALSE to use system re2 library instead of bundled [slower]" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/re2/re2")
-    if(USE_INTERNAL_RE2_LIBRARY)
-        message(WARNING "submodule contrib/re2 is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal re2 library")
-    endif()
-    set(USE_INTERNAL_RE2_LIBRARY 0)
-    set(MISSING_INTERNAL_RE2_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_RE2_LIBRARY)
-    find_library (RE2_LIBRARY re2)
-    find_path (RE2_INCLUDE_DIR NAMES re2/re2.h PATHS ${RE2_INCLUDE_PATHS})
-    if (NOT RE2_LIBRARY OR NOT RE2_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system re2 library")
-    endif ()
-endif ()
-
-string(FIND ${CMAKE_CURRENT_BINARY_DIR} " " _have_space)
-if(_have_space GREATER 0)
-    message(WARNING "Using spaces in build path [${CMAKE_CURRENT_BINARY_DIR}] highly not recommended. Library re2st will be disabled.")
-    set (MISSING_INTERNAL_RE2_ST_LIBRARY 1)
-endif()
-
-if (RE2_LIBRARY AND RE2_INCLUDE_DIR)
-    set (RE2_ST_LIBRARY ${RE2_LIBRARY})
-elseif (NOT MISSING_INTERNAL_RE2_LIBRARY)
-    set (USE_INTERNAL_RE2_LIBRARY 1)
-    set (RE2_LIBRARY re2)
-    set (RE2_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/re2")
-    if (NOT MISSING_INTERNAL_RE2_ST_LIBRARY)
-        set (RE2_ST_LIBRARY re2_st)
-        set (USE_RE2_ST 1)
-    else ()
-        set (RE2_ST_LIBRARY ${RE2_LIBRARY})
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Using internal re2 library instead of re2_st")
-    endif ()
-endif ()
-
-message (STATUS "Using re2: ${RE2_INCLUDE_DIR} : ${RE2_LIBRARY}; ${RE2_ST_INCLUDE_DIR} : ${RE2_ST_LIBRARY}")

cmake/find/rocksdb.cmake

@@ -1,71 +0,0 @@
-if (OS_DARWIN AND ARCH_AARCH64)
-    set (ENABLE_ROCKSDB OFF CACHE INTERNAL "")
-endif()
-
-option(ENABLE_ROCKSDB "Enable ROCKSDB" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_ROCKSDB)
-    if (USE_INTERNAL_ROCKSDB_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal rocksdb library with ENABLE_ROCKSDB=OFF")
-    endif()
-    return()
-endif()
-
-option(USE_INTERNAL_ROCKSDB_LIBRARY "Set to FALSE to use system ROCKSDB library instead of bundled" ON)
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/rocksdb/include")
-    if (USE_INTERNAL_ROCKSDB_LIBRARY)
-        message (WARNING "submodule contrib is missing. to fix try run: \n git submodule update --init")
-        message(${RECONFIGURE_MESSAGE_LEVEL} "cannot find internal rocksdb")
-    endif()
-    set (MISSING_INTERNAL_ROCKSDB 1)
-endif ()
-
-if (NOT USE_INTERNAL_ROCKSDB_LIBRARY)
-    find_library (ROCKSDB_LIBRARY rocksdb)
-    find_path (ROCKSDB_INCLUDE_DIR NAMES rocksdb/db.h PATHS ${ROCKSDB_INCLUDE_PATHS})
-    if (NOT ROCKSDB_LIBRARY OR NOT ROCKSDB_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system rocksdb library")
-    endif()
-
-    if (NOT SNAPPY_LIBRARY)
-        include(cmake/find/snappy.cmake)
-    endif()
-    if (NOT ZLIB_LIBRARY)
-        include(cmake/find/zlib.cmake)
-    endif()
-
-    find_package(BZip2)
-    find_library(ZSTD_LIBRARY zstd)
-    find_library(LZ4_LIBRARY lz4)
-    find_library(GFLAGS_LIBRARY gflags)
-
-    if(SNAPPY_LIBRARY AND ZLIB_LIBRARY AND LZ4_LIBRARY AND BZIP2_FOUND AND ZSTD_LIBRARY AND GFLAGS_LIBRARY)
-        list (APPEND ROCKSDB_LIBRARY ${SNAPPY_LIBRARY})
-        list (APPEND ROCKSDB_LIBRARY ${ZLIB_LIBRARY})
-        list (APPEND ROCKSDB_LIBRARY ${LZ4_LIBRARY})
-        list (APPEND ROCKSDB_LIBRARY ${BZIP2_LIBRARY})
-        list (APPEND ROCKSDB_LIBRARY ${ZSTD_LIBRARY})
-        list (APPEND ROCKSDB_LIBRARY ${GFLAGS_LIBRARY})
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL}
-                 "Can't find system rocksdb: snappy=${SNAPPY_LIBRARY} ;"
-                 " zlib=${ZLIB_LIBRARY} ;"
-                 " lz4=${LZ4_LIBRARY} ;"
-                 " bz2=${BZIP2_LIBRARY} ;"
-                 " zstd=${ZSTD_LIBRARY} ;"
-                 " gflags=${GFLAGS_LIBRARY} ;")
-    endif()
-endif ()
-
-if(ROCKSDB_LIBRARY AND ROCKSDB_INCLUDE_DIR)
-    set(USE_ROCKSDB 1)
-elseif (NOT MISSING_INTERNAL_ROCKSDB)
-    set (USE_INTERNAL_ROCKSDB_LIBRARY 1)
-
-    set (ROCKSDB_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/rocksdb/include")
-    set (ROCKSDB_LIBRARY "rocksdb")
-    set (USE_ROCKSDB 1)
-endif ()
-
-message (STATUS "Using ROCKSDB=${USE_ROCKSDB}: ${ROCKSDB_INCLUDE_DIR} : ${ROCKSDB_LIBRARY}")

cmake/find/s2geometry.cmake

@@ -1,24 +0,0 @@
-
-option(ENABLE_S2_GEOMETRY "Enable S2 geometry library" ${ENABLE_LIBRARIES})
-
-if (ENABLE_S2_GEOMETRY)
-    if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/s2geometry")
-        message (WARNING "submodule contrib/s2geometry is missing. to fix try run: \n git submodule update --init")
-        set (ENABLE_S2_GEOMETRY 0)
-        set (USE_S2_GEOMETRY 0)
-    else()
-        if (OPENSSL_FOUND)
-            set (S2_GEOMETRY_LIBRARY s2)
-            set (S2_GEOMETRY_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/s2geometry/src/s2)
-            set (USE_S2_GEOMETRY 1)
-        else()
-            message (WARNING "S2 uses OpenSSL, but the latter is absent.")
-        endif()
-    endif()
-
-    if (NOT USE_S2_GEOMETRY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't enable S2 geometry library")
-    endif()
-endif()
-
-message (STATUS "Using s2geometry=${USE_S2_GEOMETRY} : ${S2_GEOMETRY_INCLUDE_DIR}")

cmake/find/s3.cmake

@@ -1,45 +0,0 @@
-if(NOT OS_FREEBSD)
-    option(ENABLE_S3 "Enable S3" ${ENABLE_LIBRARIES})
-elseif(ENABLE_S3 OR USE_INTERNAL_AWS_S3_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use S3 on FreeBSD")
-endif()
-
-if(NOT ENABLE_S3)
-    if(USE_INTERNAL_AWS_S3_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal S3 library with ENABLE_S3=OFF")
-    endif()
-    return()
-endif()
-
-option(USE_INTERNAL_AWS_S3_LIBRARY "Set to FALSE to use system S3 instead of bundled (experimental set to OFF on your own risk)"
-       ON)
-
-if (NOT USE_INTERNAL_POCO_LIBRARY AND USE_INTERNAL_AWS_S3_LIBRARY)
-    message (FATAL_ERROR "Currently S3 support can be built only with internal POCO library")
-endif()
-
-if (NOT USE_INTERNAL_AWS_S3_LIBRARY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Compilation with external S3 library is not supported yet")
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/aws/aws-cpp-sdk-s3")
-    message (WARNING "submodule contrib/aws is missing. to fix try run: \n git submodule update --init")
-    if (USE_INTERNAL_AWS_S3_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal S3 library")
-    endif ()
-    set (MISSING_AWS_S3 1)
-endif ()
-
-if (USE_INTERNAL_AWS_S3_LIBRARY AND NOT MISSING_AWS_S3)
-    set(AWS_S3_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/aws/aws-cpp-sdk-s3/include")
-    set(AWS_S3_CORE_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/aws/aws-cpp-sdk-core/include")
-    set(AWS_S3_LIBRARY aws_s3)
-    set(USE_INTERNAL_AWS_S3_LIBRARY 1)
-    set(USE_AWS_S3 1)
-else()
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't enable S3")
-    set(USE_INTERNAL_AWS_S3_LIBRARY 0)
-    set(USE_AWS_S3 0)
-endif ()
-
-message (STATUS "Using aws_s3=${USE_AWS_S3}: ${AWS_S3_INCLUDE_DIR} : ${AWS_S3_LIBRARY}")

cmake/find/sentry.cmake

@@ -1,23 +0,0 @@
-set (SENTRY_LIBRARY "sentry")
-
-set (SENTRY_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/sentry-native/include")
-if (NOT EXISTS "${SENTRY_INCLUDE_DIR}/sentry.h")
-    message (WARNING "submodule contrib/sentry-native is missing. to fix try run: \n git submodule update --init")
-    if (USE_SENTRY)
-         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal sentry library")
-    endif()
-    return()
-endif ()
-
-if (NOT OS_FREEBSD AND NOT SPLIT_SHARED_LIBRARIES AND NOT (OS_DARWIN AND COMPILER_CLANG))
-    option (USE_SENTRY "Use Sentry" ${ENABLE_LIBRARIES})
-    set (SENTRY_TRANSPORT "curl" CACHE STRING "")
-    set (SENTRY_BACKEND "none" CACHE STRING "")
-    set (SENTRY_EXPORT_SYMBOLS OFF CACHE BOOL "")
-    set (SENTRY_LINK_PTHREAD OFF CACHE BOOL "")
-    set (SENTRY_PIC OFF CACHE BOOL "")
-    set (BUILD_SHARED_LIBS OFF)
-    message (STATUS "Using sentry=${USE_SENTRY}: ${SENTRY_LIBRARY}")
-elseif (USE_SENTRY)
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Sentry is not supported in current configuration")
-endif ()

cmake/find/simdjson.cmake

@@ -1,11 +0,0 @@
-option (USE_SIMDJSON "Use simdjson" ${ENABLE_LIBRARIES})
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/simdjson/include/simdjson.h")
-    message (WARNING "submodule contrib/simdjson is missing. to fix try run: \n git submodule update --init")
-    if (USE_SIMDJSON)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal simdjson library")
-    endif()
-    return()
-endif ()
-
-message(STATUS "Using simdjson=${USE_SIMDJSON}")

cmake/find/snappy.cmake

@@ -1,21 +0,0 @@
-option(USE_SNAPPY "Enable snappy library" ON)
-
-if(NOT USE_SNAPPY)
-    if (USE_INTERNAL_SNAPPY_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal snappy library with USE_SNAPPY=OFF")
-    endif()
-    return()
-endif()
-
-option (USE_INTERNAL_SNAPPY_LIBRARY "Set to FALSE to use system snappy library instead of bundled" ON)
-
-if(NOT USE_INTERNAL_SNAPPY_LIBRARY)
-    find_library(SNAPPY_LIBRARY snappy)
-    if (NOT SNAPPY_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system snappy library")
-    endif()
-else ()
-    set(SNAPPY_LIBRARY snappy)
-endif()
-
-message (STATUS "Using snappy: ${SNAPPY_LIBRARY}")

cmake/find/sparsehash.cmake

@@ -1,17 +0,0 @@
-option (USE_INTERNAL_SPARSEHASH_LIBRARY "Set to FALSE to use system sparsehash library instead of bundled"
-        ON) # ON by default as we are not aware of any system providing package for sparsehash-c11
-
-if (NOT USE_INTERNAL_SPARSEHASH_LIBRARY)
-    find_path (SPARSEHASH_INCLUDE_DIR NAMES sparsehash/sparse_hash_map PATHS ${SPARSEHASH_INCLUDE_PATHS})
-    if (NOT SPARSEHASH_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system sparsehash library")
-    endif ()
-endif ()
-
-if (SPARSEHASH_INCLUDE_DIR)
-else ()
-    set (USE_INTERNAL_SPARSEHASH_LIBRARY 1)
-    set (SPARSEHASH_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/sparsehash-c11")
-endif ()
-
-message (STATUS "Using sparsehash: ${SPARSEHASH_INCLUDE_DIR}")

cmake/find/sqlite.cmake

@@ -1,16 +0,0 @@
-option(ENABLE_SQLITE "Enable sqlite" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_SQLITE)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/sqlite-amalgamation/sqlite3.c")
-    message (WARNING "submodule contrib/sqlite3-amalgamation is missing. to fix try run: \n git submodule update --init")
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal sqlite library")
-    set (USE_SQLITE 0)
-    return()
-endif()
-
-set (USE_SQLITE 1)
-set (SQLITE_LIBRARY sqlite)
-message (STATUS "Using sqlite=${USE_SQLITE}")

cmake/find/ssl.cmake

@@ -1,133 +0,0 @@
-# Needed when securely connecting to an external server, e.g.
-# clickhouse-client --host ... --secure
-option(ENABLE_SSL "Enable ssl" ${ENABLE_LIBRARIES})
-
-if(NOT ENABLE_SSL)
-    if (USE_INTERNAL_SSL_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal ssl library with ENABLE_SSL=OFF")
-    endif()
-    return()
-endif()
-
-option(USE_INTERNAL_SSL_LIBRARY "Set to FALSE to use system *ssl library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/boringssl/README.md")
-    if(USE_INTERNAL_SSL_LIBRARY)
-        message(WARNING "submodule contrib/boringssl is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal ssl library")
-    endif()
-    set(USE_INTERNAL_SSL_LIBRARY 0)
-    set(MISSING_INTERNAL_SSL_LIBRARY 1)
-endif()
-
-set (OPENSSL_USE_STATIC_LIBS ${USE_STATIC_LIBRARIES})
-
-if (NOT USE_INTERNAL_SSL_LIBRARY)
-    if (APPLE)
-        set (OPENSSL_ROOT_DIR "/usr/local/opt/openssl" CACHE INTERNAL "")
-        # https://rt.openssl.org/Ticket/Display.html?user=guest&pass=guest&id=2232
-        if (USE_STATIC_LIBRARIES)
-            message(WARNING "Disable USE_STATIC_LIBRARIES if you have linking problems with OpenSSL on MacOS")
-        endif ()
-    endif ()
-    find_package (OpenSSL)
-
-    if (NOT OPENSSL_FOUND)
-        # Try to find manually.
-        set (OPENSSL_INCLUDE_PATHS "/usr/local/opt/openssl/include")
-        set (OPENSSL_PATHS "/usr/local/opt/openssl/lib")
-        find_path (OPENSSL_INCLUDE_DIR NAMES openssl/ssl.h PATHS ${OPENSSL_INCLUDE_PATHS})
-        find_library (OPENSSL_SSL_LIBRARY ssl PATHS ${OPENSSL_PATHS})
-        find_library (OPENSSL_CRYPTO_LIBRARY crypto PATHS ${OPENSSL_PATHS})
-        if (OPENSSL_SSL_LIBRARY AND OPENSSL_CRYPTO_LIBRARY AND OPENSSL_INCLUDE_DIR)
-            set (OPENSSL_LIBRARIES ${OPENSSL_SSL_LIBRARY} ${OPENSSL_CRYPTO_LIBRARY})
-            set (OPENSSL_FOUND 1)
-        endif ()
-    endif ()
-
-    if (NOT OPENSSL_FOUND)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system ssl")
-    endif()
-endif ()
-
-if (NOT OPENSSL_FOUND AND NOT MISSING_INTERNAL_SSL_LIBRARY)
-    set (USE_INTERNAL_SSL_LIBRARY 1)
-    set (OPENSSL_ROOT_DIR "${ClickHouse_SOURCE_DIR}/contrib/boringssl")
-    set (OPENSSL_INCLUDE_DIR "${OPENSSL_ROOT_DIR}/include")
-    set (OPENSSL_CRYPTO_LIBRARY crypto)
-    set (OPENSSL_SSL_LIBRARY ssl)
-    set (OPENSSL_FOUND 1)
-    set (OPENSSL_LIBRARIES ${OPENSSL_SSL_LIBRARY} ${OPENSSL_CRYPTO_LIBRARY})
-endif ()
-
-if(OPENSSL_FOUND)
-    # we need keep OPENSSL_FOUND for many libs in contrib
-    set(USE_SSL 1)
-endif()
-
-# used by new poco
-# part from /usr/share/cmake-*/Modules/FindOpenSSL.cmake, with removed all "EXISTS "
-if(OPENSSL_FOUND AND NOT USE_INTERNAL_SSL_LIBRARY)
-  if(NOT TARGET OpenSSL::Crypto AND
-      (OPENSSL_CRYPTO_LIBRARY OR
-        LIB_EAY_LIBRARY_DEBUG OR
-        LIB_EAY_LIBRARY_RELEASE)
-      )
-    add_library(OpenSSL::Crypto UNKNOWN IMPORTED)
-    set_target_properties(OpenSSL::Crypto PROPERTIES
-      INTERFACE_INCLUDE_DIRECTORIES "${OPENSSL_INCLUDE_DIR}")
-    if(OPENSSL_CRYPTO_LIBRARY)
-      set_target_properties(OpenSSL::Crypto PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES "C"
-        IMPORTED_LOCATION "${OPENSSL_CRYPTO_LIBRARY}")
-    endif()
-    if(LIB_EAY_LIBRARY_RELEASE)
-      set_property(TARGET OpenSSL::Crypto APPEND PROPERTY
-        IMPORTED_CONFIGURATIONS RELEASE)
-      set_target_properties(OpenSSL::Crypto PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES_RELEASE "C"
-        IMPORTED_LOCATION_RELEASE "${LIB_EAY_LIBRARY_RELEASE}")
-    endif()
-    if(LIB_EAY_LIBRARY_DEBUG)
-      set_property(TARGET OpenSSL::Crypto APPEND PROPERTY
-        IMPORTED_CONFIGURATIONS DEBUG)
-      set_target_properties(OpenSSL::Crypto PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES_DEBUG "C"
-        IMPORTED_LOCATION_DEBUG "${LIB_EAY_LIBRARY_DEBUG}")
-    endif()
-  endif()
-  if(NOT TARGET OpenSSL::SSL AND
-      (OPENSSL_SSL_LIBRARY OR
-        SSL_EAY_LIBRARY_DEBUG OR
-        SSL_EAY_LIBRARY_RELEASE)
-      )
-    add_library(OpenSSL::SSL UNKNOWN IMPORTED)
-    set_target_properties(OpenSSL::SSL PROPERTIES
-      INTERFACE_INCLUDE_DIRECTORIES "${OPENSSL_INCLUDE_DIR}")
-    if(OPENSSL_SSL_LIBRARY)
-      set_target_properties(OpenSSL::SSL PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES "C"
-        IMPORTED_LOCATION "${OPENSSL_SSL_LIBRARY}")
-    endif()
-    if(SSL_EAY_LIBRARY_RELEASE)
-      set_property(TARGET OpenSSL::SSL APPEND PROPERTY
-        IMPORTED_CONFIGURATIONS RELEASE)
-      set_target_properties(OpenSSL::SSL PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES_RELEASE "C"
-        IMPORTED_LOCATION_RELEASE "${SSL_EAY_LIBRARY_RELEASE}")
-    endif()
-    if(SSL_EAY_LIBRARY_DEBUG)
-      set_property(TARGET OpenSSL::SSL APPEND PROPERTY
-        IMPORTED_CONFIGURATIONS DEBUG)
-      set_target_properties(OpenSSL::SSL PROPERTIES
-        IMPORTED_LINK_INTERFACE_LANGUAGES_DEBUG "C"
-        IMPORTED_LOCATION_DEBUG "${SSL_EAY_LIBRARY_DEBUG}")
-    endif()
-    if(TARGET OpenSSL::Crypto)
-      set_target_properties(OpenSSL::SSL PROPERTIES
-        INTERFACE_LINK_LIBRARIES OpenSSL::Crypto)
-    endif()
-  endif()
-endif()
-
-message (STATUS "Using ssl=${USE_SSL}: ${OPENSSL_INCLUDE_DIR} : ${OPENSSL_LIBRARIES}")

cmake/find/thrift.cmake

@@ -1,34 +0,0 @@
-option(ENABLE_THRIFT "Enable Thrift" ${ENABLE_LIBRARIES})
-
-if (NOT ENABLE_THRIFT)
-    message (STATUS "thrift disabled")
-    set(USE_INTERNAL_THRIFT_LIBRARY 0)
-    return()
-endif()
-
-option(USE_INTERNAL_THRIFT_LIBRARY "Set to FALSE to use system thrift library instead of bundled" ON)
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/thrift")
-    if (USE_INTERNAL_THRIFT_LIBRARY)
-        message (WARNING "submodule contrib/thrift is missing. to fix try run: \n git submodule update --init --recursive")
-        set(USE_INTERNAL_THRIFT_LIBRARY 0)
-    endif ()
-endif()
-
-if (USE_INTERNAL_THRIFT_LIBRARY)
-    if (MAKE_STATIC_LIBRARIES)
-        set(THRIFT_LIBRARY thrift_static)
-    else()
-        set(THRIFT_LIBRARY thrift)
-    endif()
-    set (THRIFT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/thrift/lib/cpp/src")
-    set(USE_THRIFT 1)
-else()
-    find_library(THRIFT_LIBRARY thrift)
-    if (NOT THRIFT_LIBRARY)
-        set(USE_THRIFT 0)
-    else()
-        set(USE_THRIFT 1)
-    endif()
-endif ()
-
-message (STATUS "Using thrift=${USE_THRIFT}: ${THRIFT_INCLUDE_DIR} : ${THRIFT_LIBRARY}")

cmake/find/xz.cmake

@@ -1,27 +0,0 @@
-option (USE_INTERNAL_XZ_LIBRARY "Set to OFF to use system xz (lzma) library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/xz/src/liblzma/api/lzma.h")
-    if(USE_INTERNAL_XZ_LIBRARY)
-        message(WARNING "submodule contrib/xz is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal xz (lzma) library")
-        set(USE_INTERNAL_XZ_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_XZ_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_XZ_LIBRARY)
-    find_library (XZ_LIBRARY lzma)
-    find_path (XZ_INCLUDE_DIR NAMES lzma.h PATHS ${XZ_INCLUDE_PATHS})
-    if (NOT XZ_LIBRARY OR NOT XZ_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system xz (lzma) library")
-    endif ()
-endif ()
-
-if (XZ_LIBRARY AND XZ_INCLUDE_DIR)
-elseif (NOT MISSING_INTERNAL_XZ_LIBRARY)
-    set (USE_INTERNAL_XZ_LIBRARY 1)
-    set (XZ_LIBRARY liblzma)
-    set (XZ_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/xz/src/liblzma/api)
-endif ()
-
-message (STATUS "Using xz (lzma): ${XZ_INCLUDE_DIR} : ${XZ_LIBRARY}")

cmake/find/yaml-cpp.cmake

@@ -1,9 +0,0 @@
-option(USE_YAML_CPP "Enable yaml-cpp" ${ENABLE_LIBRARIES})
-
-if (NOT USE_YAML_CPP)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/yaml-cpp/README.md")
-    message (ERROR "submodule contrib/yaml-cpp is missing. to fix try run: \n git submodule update --init")
-endif()

cmake/find/zlib.cmake

@@ -1,42 +0,0 @@
-option (USE_INTERNAL_ZLIB_LIBRARY "Set to FALSE to use system zlib library instead of bundled" ON)
-
-if (NOT MSVC)
-    set (INTERNAL_ZLIB_NAME "zlib-ng" CACHE INTERNAL "")
-else ()
-    set (INTERNAL_ZLIB_NAME "zlib" CACHE INTERNAL "")
-    if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/${INTERNAL_ZLIB_NAME}")
-        message (WARNING "Will use standard zlib, please clone manually:\n git clone https://github.com/madler/zlib.git ${ClickHouse_SOURCE_DIR}/contrib/${INTERNAL_ZLIB_NAME}")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal zlib library")
-    endif ()
-endif ()
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/${INTERNAL_ZLIB_NAME}/zlib.h")
-    if(USE_INTERNAL_ZLIB_LIBRARY)
-        message(WARNING "submodule contrib/${INTERNAL_ZLIB_NAME} is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal zlib library")
-    endif()
-    set(USE_INTERNAL_ZLIB_LIBRARY 0)
-    set(MISSING_INTERNAL_ZLIB_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_ZLIB_LIBRARY)
-    find_package (ZLIB)
-    if (NOT ZLIB_FOUND)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system zlib library")
-    else()
-        set (ZLIB_NAME "libz")
-    endif()
-endif ()
-
-if (NOT ZLIB_FOUND AND NOT MISSING_INTERNAL_ZLIB_LIBRARY)
-    set (USE_INTERNAL_ZLIB_LIBRARY 1)
-    set (ZLIB_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/${INTERNAL_ZLIB_NAME}" "${ClickHouse_BINARY_DIR}/contrib/${INTERNAL_ZLIB_NAME}" CACHE INTERNAL "") # generated zconf.h
-    set (ZLIB_INCLUDE_DIRS ${ZLIB_INCLUDE_DIR}) # for poco
-    set (ZLIB_INCLUDE_DIRECTORIES ${ZLIB_INCLUDE_DIR}) # for protobuf
-    set (ZLIB_FOUND 1) # for poco
-    set (ZLIB_LIBRARIES zlib CACHE INTERNAL "")
-    set (ZLIB_LIBRARY_NAME ${ZLIB_LIBRARIES}) # for cassandra
-    set (ZLIB_NAME "${INTERNAL_ZLIB_NAME}")
-endif ()
-
-message (STATUS "Using ${ZLIB_NAME}: ${ZLIB_INCLUDE_DIR} : ${ZLIB_LIBRARIES}")

cmake/find/zstd.cmake

@@ -1,27 +0,0 @@
-option (USE_INTERNAL_ZSTD_LIBRARY "Set to FALSE to use system zstd library instead of bundled" ON)
-
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/zstd/lib/zstd.h")
-    if(USE_INTERNAL_ZSTD_LIBRARY)
-        message(WARNING "submodule contrib/zstd is missing. to fix try run: \n git submodule update --init")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal zstd library")
-        set(USE_INTERNAL_ZSTD_LIBRARY 0)
-    endif()
-    set(MISSING_INTERNAL_ZSTD_LIBRARY 1)
-endif()
-
-if (NOT USE_INTERNAL_ZSTD_LIBRARY)
-    find_library (ZSTD_LIBRARY zstd)
-    find_path (ZSTD_INCLUDE_DIR NAMES zstd.h PATHS ${ZSTD_INCLUDE_PATHS})
-    if (NOT ZSTD_LIBRARY OR NOT ZSTD_INCLUDE_DIR)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system zstd library")
-    endif ()
-endif ()
-
-if (ZSTD_LIBRARY AND ZSTD_INCLUDE_DIR)
-elseif (NOT MISSING_INTERNAL_ZSTD_LIBRARY)
-    set (USE_INTERNAL_ZSTD_LIBRARY 1)
-    set (ZSTD_LIBRARY zstd)
-    set (ZSTD_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/zstd/lib)
-endif ()
-
-message (STATUS "Using zstd: ${ZSTD_INCLUDE_DIR} : ${ZSTD_LIBRARY}")

cmake/print_include_directories.cmake

@@ -1,29 +0,0 @@
-
-# TODO? Maybe recursive collect on all deps
-
-get_property (dirs1 TARGET dbms PROPERTY INCLUDE_DIRECTORIES)
-list(APPEND dirs ${dirs1})
-
-get_property (dirs1 TARGET clickhouse_common_io PROPERTY INCLUDE_DIRECTORIES)
-list(APPEND dirs ${dirs1})
-
-get_property (dirs1 TARGET common PROPERTY INCLUDE_DIRECTORIES)
-list(APPEND dirs ${dirs1})
-
-get_property (dirs1 TARGET cityhash PROPERTY INCLUDE_DIRECTORIES)
-list(APPEND dirs ${dirs1})
-
-get_property (dirs1 TARGET roaring PROPERTY INCLUDE_DIRECTORIES)
-list(APPEND dirs ${dirs1})
-
-if (TARGET double-conversion)
-    get_property (dirs1 TARGET double-conversion PROPERTY INCLUDE_DIRECTORIES)
-    list(APPEND dirs ${dirs1})
-endif ()
-
-list(REMOVE_DUPLICATES dirs)
-file (WRITE ${CMAKE_CURRENT_BINARY_DIR}/include_directories.txt "")
-foreach (dir ${dirs})
-    string (REPLACE "${ClickHouse_SOURCE_DIR}" "." dir "${dir}")
-    file (APPEND ${CMAKE_CURRENT_BINARY_DIR}/include_directories.txt "-I ${dir} ")
-endforeach ()

cmake/sanitize.cmake

@@ -23,7 +23,7 @@ if (SANITIZE)
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} ${ASAN_FLAGS}")
         endif()
-        if (MAKE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+        if (USE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -static-libasan")
         endif ()
         if (COMPILER_GCC)
@@ -48,7 +48,7 @@ if (SANITIZE)
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=memory")
         endif()
-        if (MAKE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+        if (USE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -static-libmsan")
         endif ()
 
@@ -69,7 +69,7 @@ if (SANITIZE)
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=thread")
         endif()
-        if (MAKE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+        if (USE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -static-libtsan")
         endif ()
         if (COMPILER_GCC)
@@ -101,7 +101,7 @@ if (SANITIZE)
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=undefined")
         endif()
-        if (MAKE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+        if (USE_STATIC_LIBRARIES AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -static-libubsan")
         endif ()
         if (COMPILER_GCC)

cmake/target.cmake

@@ -27,10 +27,10 @@ if (CMAKE_CROSSCOMPILING)
         if (ARCH_AARCH64)
             # FIXME: broken dependencies
             set (ENABLE_GRPC OFF CACHE INTERNAL "")
-            set (USE_SENTRY OFF CACHE INTERNAL "")
+            set (ENABLE_SENTRY OFF CACHE INTERNAL "")
         elseif (ARCH_PPC64LE)
             set (ENABLE_GRPC OFF CACHE INTERNAL "")
-            set (USE_SENTRY OFF CACHE INTERNAL "")
+            set (ENABLE_SENTRY OFF CACHE INTERNAL "")
         endif ()
     elseif (OS_FREEBSD)
         # FIXME: broken dependencies
@@ -43,7 +43,7 @@ if (CMAKE_CROSSCOMPILING)
     endif ()
 
     if (USE_MUSL)
-        set (USE_SENTRY OFF CACHE INTERNAL "")
+        set (ENABLE_SENTRY OFF CACHE INTERNAL "")
         set (ENABLE_ODBC OFF CACHE INTERNAL "")
         set (ENABLE_GRPC OFF CACHE INTERNAL "")
         set (ENABLE_HDFS OFF CACHE INTERNAL "")

cmake/warnings.cmake

@@ -55,11 +55,6 @@ if (COMPILER_CLANG)
         no_warning(weak-template-vtables)
         no_warning(weak-vtables)
 
-        # XXX: libstdc++ has some of these for 3way compare
-        if (NOT USE_LIBCXX)
-            no_warning(zero-as-null-pointer-constant)
-        endif()
-
         # TODO Enable conversion, sign-conversion, double-promotion warnings.
     else ()
         add_warning(comma)
@@ -98,10 +93,7 @@ if (COMPILER_CLANG)
         add_warning(tautological-bitwise-compare)
 
         # XXX: libstdc++ has some of these for 3way compare
-        if (USE_LIBCXX)
+        add_warning(zero-as-null-pointer-constant)
-            add_warning(zero-as-null-pointer-constant)
-        endif()
-
     endif ()
 elseif (COMPILER_GCC)
     # Add compiler options only to c++ compiler
@@ -183,11 +175,8 @@ elseif (COMPILER_GCC)
     add_cxx_compile_options(-Wundef)
     # Warn if vector operation is not implemented via SIMD capabilities of the architecture
     add_cxx_compile_options(-Wvector-operation-performance)
-    # XXX: libstdc++ has some of these for 3way compare
+    # Warn when a literal 0 is used as null pointer constant.
-    if (USE_LIBCXX)
+    add_cxx_compile_options(-Wzero-as-null-pointer-constant)
-        # Warn when a literal 0 is used as null pointer constant.
-        add_cxx_compile_options(-Wzero-as-null-pointer-constant)
-    endif()
 
     if (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 10)
         # XXX: gcc10 stuck with this option while compiling GatherUtils code

contrib/CMakeLists.txt

@@ -1,4 +1,4 @@
-# Third-party libraries may have substandard code.
+#"${folder}/CMakeLists.txt" Third-party libraries may have substandard code.
 
 set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -w")
 set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w")
@@ -20,292 +20,132 @@ if (SANITIZE STREQUAL "undefined")
 endif()
 
 set_property(DIRECTORY PROPERTY EXCLUDE_FROM_ALL 1)
-add_subdirectory (abseil-cpp-cmake)
-add_subdirectory (magic-enum-cmake)
-add_subdirectory (boost-cmake)
-add_subdirectory (cctz-cmake)
-add_subdirectory (consistent-hashing)
-add_subdirectory (dragonbox-cmake)
-add_subdirectory (hyperscan-cmake)
-add_subdirectory (jemalloc-cmake)
-add_subdirectory (libcpuid-cmake)
-add_subdirectory (libdivide)
-add_subdirectory (libmetrohash)
-add_subdirectory (lz4-cmake)
-add_subdirectory (murmurhash)
-add_subdirectory (replxx-cmake)
-add_subdirectory (unixodbc-cmake)
-add_subdirectory (nanodbc-cmake)
 
-if (USE_INTERNAL_CAPNP_LIBRARY AND NOT MISSING_INTERNAL_CAPNP_LIBRARY)
+# add_contrib cmake_folder[ base_folder1[, ...base_folderN]]
-    add_subdirectory(capnproto-cmake)
+function(add_contrib cmake_folder)
-endif ()
+    if (ARGN)
+        set(base_folders ${ARGN})
+    else()
+        set(base_folders ${cmake_folder})
+    endif()
+
+    foreach (base_folder ${base_folders})
+        # some typos in the code
+        if (NOT IS_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/${base_folder}")
+            message(FATAL_ERROR "No such base folder '${base_folder}' (for '${cmake_folder}' cmake folder). Typo in the base folder name?")
+        endif()
+
+        file(GLOB contrib_files "${base_folder}/*")
+        if (NOT contrib_files)
+            message(STATUS "submodule ${base_folder} is missing or empty. to fix try run:")
+            message(STATUS "    git submodule update --init")
+            return()
+        endif()
+    endforeach()
+
+    message(STATUS "Adding contrib module ${base_folders} (configuring with ${cmake_folder})")
+    add_subdirectory (${cmake_folder})
+endfunction()
+
+add_contrib (miniselect-cmake miniselect)
+add_contrib (pdqsort-cmake pdqsort)
+add_contrib (sparsehash-c11-cmake sparsehash-c11)
+add_contrib (abseil-cpp-cmake abseil-cpp)
+add_contrib (magic-enum-cmake magic_enum)
+add_contrib (boost-cmake boost)
+add_contrib (cctz-cmake cctz)
+add_contrib (consistent-hashing)
+add_contrib (dragonbox-cmake dragonbox)
+add_contrib (hyperscan-cmake hyperscan)
+add_contrib (jemalloc-cmake jemalloc)
+add_contrib (libcpuid-cmake libcpuid)
+add_contrib (libdivide)
+add_contrib (libmetrohash)
+add_contrib (lz4-cmake lz4)
+add_contrib (murmurhash)
+add_contrib (replxx-cmake replxx)
+add_contrib (unixodbc-cmake unixodbc)
+add_contrib (nanodbc-cmake nanodbc)
+add_contrib (capnproto-cmake capnproto)
+add_contrib (yaml-cpp-cmake yaml-cpp)
+add_contrib (re2-cmake re2)
+add_contrib (xz-cmake xz)
+add_contrib (brotli-cmake brotli)
+add_contrib (double-conversion-cmake double-conversion)
+add_contrib (boringssl-cmake boringssl)
+add_contrib (poco-cmake poco)
+add_contrib (croaring-cmake croaring)
+add_contrib (zstd-cmake zstd)
+add_contrib (zlib-ng-cmake zlib-ng)
+add_contrib (bzip2-cmake bzip2)
+add_contrib (snappy-cmake snappy)
+add_contrib (rocksdb-cmake rocksdb)
+add_contrib (thrift-cmake thrift)
+# parquet/arrow/orc
+add_contrib (arrow-cmake arrow) # requires: snappy, thrift, double-conversion
+add_contrib (avro-cmake avro) # requires: snappy
+add_contrib (protobuf-cmake protobuf)
+add_contrib (openldap-cmake openldap)
+add_contrib (grpc-cmake grpc)
+add_contrib (msgpack-c-cmake msgpack-c)
 
 if (ENABLE_FUZZING)
-    add_subdirectory (libprotobuf-mutator-cmake)
+    add_contrib (libprotobuf-mutator-cmake libprotobuf-mutator)
 endif()
 
-if (USE_YAML_CPP)
+add_contrib (cityhash102)
-    add_subdirectory (yaml-cpp-cmake)
+add_contrib (libfarmhash)
+add_contrib (icu-cmake icu)
+add_contrib (h3-cmake h3)
+add_contrib (mariadb-connector-c-cmake mariadb-connector-c)
+
+if (ENABLE_TESTS)
+    add_contrib (googletest-cmake googletest)
 endif()
 
-if (USE_INTERNAL_XZ_LIBRARY)
+add_contrib (llvm-cmake llvm)
-    add_subdirectory (xz-cmake)
+add_contrib (libxml2-cmake libxml2)
+add_contrib (aws-s3-cmake
+    aws
+    aws-c-common
+    aws-c-event-stream
+    aws-checksums
+)
+add_contrib (base64-cmake base64)
+add_contrib (simdjson-cmake simdjson)
+add_contrib (rapidjson-cmake rapidjson)
+add_contrib (fastops-cmake fastops)
+add_contrib (libuv-cmake libuv)
+add_contrib (amqpcpp-cmake AMQP-CPP) # requires: libuv
+add_contrib (cassandra-cmake cassandra) # requires: libuv
+add_contrib (curl-cmake curl)
+add_contrib (azure-cmake azure)
+add_contrib (sentry-native-cmake sentry-native) # requires: curl
+add_contrib (fmtlib-cmake fmtlib)
+add_contrib (krb5-cmake krb5)
+add_contrib (cyrus-sasl-cmake cyrus-sasl) # for krb5
+add_contrib (libgsasl-cmake libgsasl) # requires krb5
+add_contrib (librdkafka-cmake librdkafka) # requires: libgsasl
+add_contrib (libhdfs3-cmake libhdfs3) # requires: protobuf, krb5
+add_contrib (hive-metastore-cmake hive-metastore) # requires: thrift/avro/arrow/libhdfs3
+add_contrib (cppkafka-cmake cppkafka)
+add_contrib (libpqxx-cmake libpqxx)
+add_contrib (libpq-cmake libpq)
+add_contrib (nuraft-cmake NuRaft)
+add_contrib (fast_float-cmake fast_float)
+add_contrib (datasketches-cpp-cmake datasketches-cpp)
+
+option(ENABLE_NLP "Enable NLP functions support" ${ENABLE_LIBRARIES})
+if (ENABLE_NLP)
+    add_contrib (libstemmer-c-cmake libstemmer_c)
+    add_contrib (wordnet-blast-cmake wordnet-blast)
+    add_contrib (lemmagen-c-cmake lemmagen-c)
+    add_contrib (nlp-data-cmake nlp-data)
+    add_contrib (cld2-cmake cld2)
 endif()
 
-add_subdirectory (poco-cmake)
+add_contrib (sqlite-cmake sqlite-amalgamation)
-add_subdirectory (croaring-cmake)
+add_contrib (s2geometry-cmake s2geometry)
-
-# TODO: refactor the contrib libraries below this comment.
-
-if (USE_INTERNAL_ZSTD_LIBRARY)
-    add_subdirectory (zstd-cmake)
-endif ()
-
-if (USE_INTERNAL_RE2_LIBRARY)
-    add_subdirectory (re2-cmake)
-endif ()
-
-if (USE_INTERNAL_DOUBLE_CONVERSION_LIBRARY)
-    add_subdirectory (double-conversion-cmake)
-endif ()
-
-if (USE_INTERNAL_CITYHASH_LIBRARY)
-    add_subdirectory (cityhash102)
-endif ()
-
-if (USE_INTERNAL_FARMHASH_LIBRARY)
-    add_subdirectory (libfarmhash)
-endif ()
-
-if (USE_INTERNAL_ZLIB_LIBRARY)
-    if (INTERNAL_ZLIB_NAME STREQUAL "zlib-ng")
-        add_subdirectory (zlib-ng-cmake)
-    else ()
-        add_subdirectory (${INTERNAL_ZLIB_NAME})
-    endif ()
-endif ()
-
-if (USE_INTERNAL_H3_LIBRARY)
-    add_subdirectory(h3-cmake)
-endif ()
-
-if (USE_INTERNAL_SSL_LIBRARY)
-    add_subdirectory (boringssl-cmake)
-
-    add_library(OpenSSL::Crypto ALIAS crypto)
-    add_library(OpenSSL::SSL ALIAS ssl)
-endif ()
-
-if (USE_INTERNAL_LDAP_LIBRARY)
-    add_subdirectory (openldap-cmake)
-endif ()
-
-if (USE_INTERNAL_MYSQL_LIBRARY)
-    add_subdirectory (mariadb-connector-c-cmake)
-endif ()
-
-if (USE_INTERNAL_RDKAFKA_LIBRARY)
-    add_subdirectory (librdkafka-cmake)
-    target_include_directories(rdkafka BEFORE PRIVATE ${ZLIB_INCLUDE_DIR})
-    if(OPENSSL_INCLUDE_DIR)
-        target_include_directories(rdkafka BEFORE PRIVATE ${OPENSSL_INCLUDE_DIR})
-    endif()
-endif ()
-
-if (USE_RDKAFKA)
-    add_subdirectory (cppkafka-cmake)
-endif()
-
-if (ENABLE_ICU AND USE_INTERNAL_ICU_LIBRARY)
-    add_subdirectory (icu-cmake)
-endif ()
-
-if(USE_INTERNAL_SNAPPY_LIBRARY)
-    set(SNAPPY_BUILD_TESTS 0 CACHE INTERNAL "")
-
-    add_subdirectory(snappy-cmake)
-
-    set (SNAPPY_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/snappy")
-endif()
-
-if (USE_INTERNAL_PARQUET_LIBRARY)
-    # We dont use arrow's cmakefiles because they uses too many depends and download some libs in compile time
-    # But you can update auto-generated parquet files manually:
-    # cd {BUILD_DIR}/contrib/arrow/cpp/src/parquet && mkdir -p build && cd build
-    # cmake .. -DARROW_COMPUTE=ON -DARROW_PARQUET=ON -DARROW_SIMD_LEVEL=NONE -DARROW_VERBOSE_THIRDPARTY_BUILD=ON
-    #          -DARROW_BUILD_SHARED=1 -DARROW_BUILD_UTILITIES=OFF -DARROW_BUILD_INTEGRATION=OFF
-    #          -DBoost_FOUND=1 -DARROW_TEST_LINKAGE="shared"
-    # make -j8
-    # copy {BUILD_DIR}/contrib/arrow/cpp/src/parquet/*.cpp,*.h -> {BUILD_DIR}/contrib/arrow-cmake/cpp/src/parquet/
-
-    # Also useful parquet reader:
-    # cd {BUILD_DIR}/contrib/arrow/cpp && mkdir -p build && cd build
-    # cmake .. -DARROW_PARQUET=1 -DARROW_WITH_SNAPPY=1 -DPARQUET_BUILD_EXECUTABLES=1
-    # make -j8
-    # {BUILD_DIR}/contrib/arrow/cpp/build/release/parquet-reader some_file.parquet
-
-    add_subdirectory(arrow-cmake)
-
-    # The library is large - avoid bloat.
-    target_compile_options (${ARROW_LIBRARY} PRIVATE -g0)
-    target_compile_options (${PARQUET_LIBRARY} PRIVATE -g0)
-endif()
-
-if (USE_INTERNAL_AVRO_LIBRARY)
-    add_subdirectory(avro-cmake)
-endif()
-
-if(USE_INTERNAL_GTEST_LIBRARY)
-    add_subdirectory(googletest-cmake)
-elseif(GTEST_SRC_DIR)
-    add_subdirectory(${GTEST_SRC_DIR}/googletest ${CMAKE_CURRENT_BINARY_DIR}/googletest)
-    target_compile_definitions(gtest INTERFACE GTEST_HAS_POSIX_RE=0)
-endif()
-
-function(add_llvm)
-    # ld: unknown option: --color-diagnostics
-    if (APPLE)
-        set (LINKER_SUPPORTS_COLOR_DIAGNOSTICS 0 CACHE INTERNAL "")
-    endif ()
-
-    # Do not adjust RPATH in llvm, since then it will not be able to find libcxx/libcxxabi/libunwind
-    set (CMAKE_INSTALL_RPATH "ON")
-    set (LLVM_COMPILER_CHECKED 1 CACHE INTERNAL "")
-    set (LLVM_ENABLE_EH 1 CACHE INTERNAL "")
-    set (LLVM_ENABLE_RTTI 1 CACHE INTERNAL "")
-    set (LLVM_ENABLE_PIC 0 CACHE INTERNAL "")
-    set (LLVM_TARGETS_TO_BUILD "X86;AArch64" CACHE STRING "")
-
-    # Need to use C++17 since the compilation is not possible with C++20 currently, due to ambiguous operator != etc.
-    # LLVM project will set its default value for the -std=... but our global setting from CMake will override it.
-    set (CMAKE_CXX_STANDARD 17)
-
-    add_subdirectory (llvm/llvm)
-endfunction()
-if (USE_EMBEDDED_COMPILER)
-    add_llvm()
-endif ()
-
-if (USE_INTERNAL_LIBGSASL_LIBRARY)
-    add_subdirectory(libgsasl-cmake)
-endif()
-
-if (USE_INTERNAL_LIBXML2_LIBRARY)
-    add_subdirectory(libxml2-cmake)
-endif ()
-
-if (USE_INTERNAL_BROTLI_LIBRARY)
-    add_subdirectory(brotli-cmake)
-    target_compile_definitions(brotli PRIVATE BROTLI_BUILD_PORTABLE=1)
-endif ()
-
-if (USE_INTERNAL_PROTOBUF_LIBRARY)
-    add_subdirectory(protobuf-cmake)
-endif ()
-
-if (USE_INTERNAL_THRIFT_LIBRARY)
-    add_subdirectory(thrift-cmake)
-endif ()
-
-if (USE_INTERNAL_HDFS3_LIBRARY)
-    add_subdirectory(libhdfs3-cmake)
-endif ()
-
-if (USE_INTERNAL_GRPC_LIBRARY)
-    add_subdirectory(grpc-cmake)
-endif ()
-
-if (USE_INTERNAL_AWS_S3_LIBRARY)
-    add_subdirectory(aws-s3-cmake)
-
-    # The library is large - avoid bloat.
-    target_compile_options (aws_s3 PRIVATE -g0)
-    target_compile_options (aws_s3_checksums PRIVATE -g0)
-
-endif ()
-
-if (USE_BASE64)
-    add_subdirectory (base64-cmake)
-endif()
-
-if (USE_SIMDJSON)
-    add_subdirectory (simdjson-cmake)
-endif()
-
-if (USE_FASTOPS)
-    add_subdirectory (fastops-cmake)
-endif()
-
-if (USE_AMQPCPP OR USE_CASSANDRA)
-    add_subdirectory (libuv-cmake)
-endif()
-if (USE_AMQPCPP)
-    add_subdirectory (amqpcpp-cmake)
-endif()
-if (USE_CASSANDRA)
-    add_subdirectory (cassandra-cmake)
-endif()
-
-# Should go before:
-# - sentry-native
-add_subdirectory (curl-cmake)
-
-if (USE_INTERNAL_AZURE_BLOB_STORAGE_LIBRARY)
-    add_subdirectory(azure-cmake)
-endif()
-
-if (USE_SENTRY)
-    add_subdirectory (sentry-native-cmake)
-endif()
-
-add_subdirectory (fmtlib-cmake)
-
-if (USE_KRB5)
-    add_subdirectory (krb5-cmake)
-    if (USE_CYRUS_SASL)
-        add_subdirectory (cyrus-sasl-cmake)
-    endif()
-endif()
-
-if (USE_INTERNAL_ROCKSDB_LIBRARY)
-    add_subdirectory(rocksdb-cmake)
-endif()
-
-if (USE_LIBPQXX)
-    add_subdirectory (libpq-cmake)
-    add_subdirectory (libpqxx-cmake)
-endif()
-
-if (USE_NURAFT)
-  add_subdirectory(nuraft-cmake)
-endif()
-
-add_subdirectory(fast_float-cmake)
-
-if (USE_NLP)
-    add_subdirectory(libstemmer-c-cmake)
-    add_subdirectory(wordnet-blast-cmake)
-    add_subdirectory(lemmagen-c-cmake)
-    add_subdirectory(nlp-data-cmake)
-    add_subdirectory(cld2-cmake)
-endif()
-
-if (USE_BZIP2)
-    add_subdirectory(bzip2-cmake)
-endif()
-
-if (USE_SQLITE)
-    add_subdirectory(sqlite-cmake)
-endif()
-
-if (USE_S2_GEOMETRY)
-    add_subdirectory(s2geometry-cmake)
-endif()
-
-if (USE_HIVE)
-    add_subdirectory (hive-metastore-cmake)
-endif()
 
 # Put all targets defined here and in subdirectories under "contrib/<immediate-subdir>" folders in GUI-based IDEs.
 # Some of third-party projects may override CMAKE_FOLDER or FOLDER property of their targets, so they would not appear

contrib/NuRaft

@@ -1 +1 @@
-Subproject commit c2043aa250e53ad5cf75e596e319d587af4dcb3c
+Subproject commit 1707a7572aa66ec5d0a2dbe2bf5effa3352e6b2d

contrib/abseil-cpp-cmake/CMakeLists.txt

@@ -6,15 +6,17 @@ set(BUILD_TESTING OFF)
 set(ABSL_PROPAGATE_CXX_STD ON)
 add_subdirectory("${ABSL_ROOT_DIR}" "${ClickHouse_BINARY_DIR}/contrib/abseil-cpp")
 
-add_library(abseil_swiss_tables INTERFACE)
+add_library(_abseil_swiss_tables INTERFACE)
 
-target_link_libraries(abseil_swiss_tables INTERFACE
+target_link_libraries(_abseil_swiss_tables INTERFACE
   absl::flat_hash_map
   absl::flat_hash_set
 )
 
 get_target_property(FLAT_HASH_MAP_INCLUDE_DIR absl::flat_hash_map INTERFACE_INCLUDE_DIRECTORIES)
-target_include_directories (abseil_swiss_tables SYSTEM BEFORE INTERFACE ${FLAT_HASH_MAP_INCLUDE_DIR})
+target_include_directories (_abseil_swiss_tables SYSTEM BEFORE INTERFACE ${FLAT_HASH_MAP_INCLUDE_DIR})
 
 get_target_property(FLAT_HASH_SET_INCLUDE_DIR absl::flat_hash_set INTERFACE_INCLUDE_DIRECTORIES)
-target_include_directories (abseil_swiss_tables SYSTEM BEFORE INTERFACE ${FLAT_HASH_SET_INCLUDE_DIR})
+target_include_directories (_abseil_swiss_tables SYSTEM BEFORE INTERFACE ${FLAT_HASH_SET_INCLUDE_DIR})
+
+add_library(ch_contrib::abseil_swiss_tables ALIAS _abseil_swiss_tables)

contrib/amqpcpp-cmake/CMakeLists.txt

@@ -1,3 +1,10 @@
+option(ENABLE_AMQPCPP "Enable AMQP-CPP" ${ENABLE_LIBRARIES})
+
+if (NOT ENABLE_AMQPCPP)
+    message(STATUS "Not using AMQP-CPP")
+    return()
+endif()
+
 set (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/AMQP-CPP")
 
 set (SRCS
@@ -23,9 +30,9 @@ set (SRCS
     "${LIBRARY_DIR}/src/watchable.cpp"
 )
 
-add_library(amqp-cpp ${SRCS})
+add_library(_amqp-cpp ${SRCS})
 
-target_compile_options (amqp-cpp
+target_compile_options (_amqp-cpp
     PRIVATE
         -Wno-old-style-cast
         -Wno-inconsistent-missing-destructor-override
@@ -40,5 +47,6 @@ target_compile_options (amqp-cpp
         -w
 )
 
-target_include_directories (amqp-cpp SYSTEM PUBLIC "${LIBRARY_DIR}/include")
+target_include_directories (_amqp-cpp SYSTEM BEFORE PUBLIC "${LIBRARY_DIR}/include" "${LIBRARY_DIR}")
-target_link_libraries(amqp-cpp PUBLIC ${OPENSSL_SSL_LIBRARY} ${OPENSSL_CRYPTO_LIBRARY})
+target_link_libraries (_amqp-cpp PUBLIC OpenSSL::Crypto OpenSSL::SSL ch_contrib::uv)
+add_library (ch_contrib::amqp_cpp ALIAS _amqp-cpp)

contrib/arrow-cmake/CMakeLists.txt

@@ -1,3 +1,40 @@
+# We dont use arrow's cmakefiles because they uses too many depends and download some libs in compile time
+# But you can update auto-generated parquet files manually:
+# cd {BUILD_DIR}/contrib/arrow/cpp/src/parquet && mkdir -p build && cd build
+# cmake .. -DARROW_COMPUTE=ON -DARROW_PARQUET=ON -DARROW_SIMD_LEVEL=NONE -DARROW_VERBOSE_THIRDPARTY_BUILD=ON
+#          -DARROW_BUILD_SHARED=1 -DARROW_BUILD_UTILITIES=OFF -DARROW_BUILD_INTEGRATION=OFF
+#          -DBoost_FOUND=1 -DARROW_TEST_LINKAGE="shared"
+# make -j8
+# copy {BUILD_DIR}/contrib/arrow/cpp/src/parquet/*.cpp,*.h -> {BUILD_DIR}/contrib/arrow-cmake/cpp/src/parquet/
+
+# Also useful parquet reader:
+# cd {BUILD_DIR}/contrib/arrow/cpp && mkdir -p build && cd build
+# cmake .. -DARROW_PARQUET=1 -DARROW_WITH_SNAPPY=1 -DPARQUET_BUILD_EXECUTABLES=1
+# make -j8
+# {BUILD_DIR}/contrib/arrow/cpp/build/release/parquet-reader some_file.parquet
+
+set (ENABLE_PARQUET_DEFAULT ${ENABLE_LIBRARIES})
+if (OS_FREEBSD)
+    set (ENABLE_PARQUET_DEFAULT OFF)
+endif()
+option (ENABLE_PARQUET "Enable parquet" ${ENABLE_PARQUET_DEFAULT})
+
+if (NOT ENABLE_PARQUET)
+    message(STATUS "Building without Parquet support")
+    return()
+endif()
+
+# Freebsd: ../contrib/arrow/cpp/src/arrow/util/bit-util.h:27:10: fatal error: endian.h: No such file or directory
+if (OS_FREEBSD)
+    message (FATAL_ERROR "Using internal parquet library on FreeBSD is not supported")
+endif()
+
+if(USE_STATIC_LIBRARIES)
+    set(FLATBUFFERS_LIBRARY flatbuffers)
+else()
+    set(FLATBUFFERS_LIBRARY flatbuffers_shared)
+endif()
+
 set (CMAKE_CXX_STANDARD 17)
 
 set(ARROW_VERSION "6.0.1")
@@ -27,11 +64,10 @@ set(ORC_SOURCE_SRC_DIR "${ORC_SOURCE_DIR}/src")
 set(ORC_BUILD_SRC_DIR "${CMAKE_CURRENT_BINARY_DIR}/../orc/c++/src")
 set(ORC_BUILD_INCLUDE_DIR "${CMAKE_CURRENT_BINARY_DIR}/../orc/c++/include")
 
-set(GOOGLE_PROTOBUF_DIR "${Protobuf_INCLUDE_DIR}/")
 set(ORC_ADDITION_SOURCE_DIR ${CMAKE_CURRENT_BINARY_DIR})
 set(ARROW_SRC_DIR "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/src")
 
-set(PROTOBUF_EXECUTABLE ${Protobuf_PROTOC_EXECUTABLE})
+set(PROTOBUF_EXECUTABLE $<TARGET_FILE:protoc>)
 set(PROTO_DIR "${ORC_SOURCE_DIR}/../proto")
 
 
@@ -48,7 +84,7 @@ set(FLATBUFFERS_BINARY_DIR "${ClickHouse_BINARY_DIR}/contrib/flatbuffers")
 set(FLATBUFFERS_INCLUDE_DIR "${FLATBUFFERS_SRC_DIR}/include")
 
 # set flatbuffers CMake options
-if (MAKE_STATIC_LIBRARIES)
+if (USE_STATIC_LIBRARIES)
     set(FLATBUFFERS_BUILD_FLATLIB ON CACHE BOOL "Enable the build of the flatbuffers library")
     set(FLATBUFFERS_BUILD_SHAREDLIB OFF CACHE BOOL "Disable the build of the flatbuffers shared library")
 else ()
@@ -303,30 +339,14 @@ set(ARROW_SRCS
         ${ORC_SRCS}
         )
 
-if (SNAPPY_INCLUDE_DIR AND SNAPPY_LIBRARY)
-    set(ARROW_WITH_SNAPPY 1)
-endif ()
-
-if (ZLIB_INCLUDE_DIR AND ZLIB_LIBRARIES)
-    set(ARROW_WITH_ZLIB 1)
-endif ()
-
-if (ZSTD_INCLUDE_DIR AND ZSTD_LIBRARY)
-    set(ARROW_WITH_ZSTD 1)
-endif ()
-
 add_definitions(-DARROW_WITH_LZ4)
 SET(ARROW_SRCS "${LIBRARY_DIR}/util/compression_lz4.cc" ${ARROW_SRCS})
 
-if (ARROW_WITH_SNAPPY)
+add_definitions(-DARROW_WITH_SNAPPY)
-    add_definitions(-DARROW_WITH_SNAPPY)
+SET(ARROW_SRCS "${LIBRARY_DIR}/util/compression_snappy.cc" ${ARROW_SRCS})
-    SET(ARROW_SRCS "${LIBRARY_DIR}/util/compression_snappy.cc" ${ARROW_SRCS})
-endif ()
 
-if (ARROW_WITH_ZLIB)
+add_definitions(-DARROW_WITH_ZLIB)
-    add_definitions(-DARROW_WITH_ZLIB)
+SET(ARROW_SRCS "${LIBRARY_DIR}/util/compression_zlib.cc" ${ARROW_SRCS})
-    SET(ARROW_SRCS "${LIBRARY_DIR}/util/compression_zlib.cc" ${ARROW_SRCS})
-endif ()
 
 if (ARROW_WITH_ZSTD)
     add_definitions(-DARROW_WITH_ZSTD)
@@ -334,41 +354,33 @@ if (ARROW_WITH_ZSTD)
 endif ()
 
 
-add_library(${ARROW_LIBRARY} ${ARROW_SRCS})
+add_library(_arrow ${ARROW_SRCS})
 
 # Arrow dependencies
-add_dependencies(${ARROW_LIBRARY} ${FLATBUFFERS_LIBRARY})
+add_dependencies(_arrow ${FLATBUFFERS_LIBRARY})
 
-target_link_libraries(${ARROW_LIBRARY} PRIVATE ${FLATBUFFERS_LIBRARY} boost::filesystem)
+target_link_libraries(_arrow PRIVATE ${FLATBUFFERS_LIBRARY} boost::filesystem)
 
-if (USE_INTERNAL_PROTOBUF_LIBRARY)
+add_dependencies(_arrow protoc)
-    add_dependencies(${ARROW_LIBRARY} protoc)
-endif ()
 
-target_include_directories(${ARROW_LIBRARY} SYSTEM PUBLIC ${ARROW_SRC_DIR})
+target_include_directories(_arrow SYSTEM BEFORE PUBLIC ${ARROW_SRC_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PUBLIC "${CMAKE_CURRENT_BINARY_DIR}/cpp/src")
+target_include_directories(_arrow SYSTEM BEFORE PUBLIC "${CMAKE_CURRENT_BINARY_DIR}/cpp/src")
-target_link_libraries(${ARROW_LIBRARY} PRIVATE ${DOUBLE_CONVERSION_LIBRARIES} ${Protobuf_LIBRARY})
+target_link_libraries(_arrow PRIVATE ch_contrib::double_conversion)
-target_link_libraries(${ARROW_LIBRARY} PRIVATE lz4)
+target_link_libraries(_arrow PRIVATE ch_contrib::protobuf)
-if (ARROW_WITH_SNAPPY)
+target_link_libraries(_arrow PRIVATE ch_contrib::lz4)
-    target_link_libraries(${ARROW_LIBRARY} PRIVATE ${SNAPPY_LIBRARY})
+target_link_libraries(_arrow PRIVATE ch_contrib::snappy)
-endif ()
+target_link_libraries(_arrow PRIVATE ch_contrib::zlib)
-if (ARROW_WITH_ZLIB)
+target_link_libraries(_arrow PRIVATE ch_contrib::zstd)
-    target_link_libraries(${ARROW_LIBRARY} PRIVATE ${ZLIB_LIBRARIES})
-endif ()
-if (ARROW_WITH_ZSTD)
-    target_link_libraries(${ARROW_LIBRARY} PRIVATE ${ZSTD_LIBRARY})
-    target_include_directories(${ARROW_LIBRARY} SYSTEM BEFORE PRIVATE ${ZLIB_INCLUDE_DIR})
-endif ()
 
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_INCLUDE_DIR})
+target_include_directories(_arrow SYSTEM BEFORE PUBLIC  ${ORC_INCLUDE_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_SOURCE_SRC_DIR})
+target_include_directories(_arrow SYSTEM BEFORE PUBLIC  ${ORC_BUILD_INCLUDE_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_SOURCE_WRAP_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${ORC_SOURCE_SRC_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${GOOGLE_PROTOBUF_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${ORC_SOURCE_WRAP_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_BUILD_SRC_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${ORC_BUILD_SRC_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_BUILD_INCLUDE_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${ORC_ADDITION_SOURCE_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${ORC_ADDITION_SOURCE_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${ARROW_SRC_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${FLATBUFFERS_INCLUDE_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${FLATBUFFERS_INCLUDE_DIR})
-target_include_directories(${ARROW_LIBRARY} SYSTEM PRIVATE ${HDFS_INCLUDE_DIR})
+target_include_directories(_arrow SYSTEM PRIVATE ${HDFS_INCLUDE_DIR})
 
 # === parquet
 
@@ -411,13 +423,23 @@ set(PARQUET_SRCS
         "${GEN_LIBRARY_DIR}/parquet_types.cpp"
         )
 #list(TRANSFORM PARQUET_SRCS PREPEND "${LIBRARY_DIR}/") # cmake 3.12
-add_library(${PARQUET_LIBRARY} ${PARQUET_SRCS})
+add_library(_parquet ${PARQUET_SRCS})
-target_include_directories(${PARQUET_LIBRARY} SYSTEM PUBLIC "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/src" "${CMAKE_CURRENT_SOURCE_DIR}/cpp/src" PRIVATE ${OPENSSL_INCLUDE_DIR})
+add_library(ch_contrib::parquet ALIAS _parquet)
-target_link_libraries(${PARQUET_LIBRARY} PUBLIC ${ARROW_LIBRARY} PRIVATE ${THRIFT_LIBRARY} boost::headers_only boost::regex ${OPENSSL_LIBRARIES})
+target_include_directories(_parquet SYSTEM BEFORE
+    PUBLIC
+        "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/src"
+        "${CMAKE_CURRENT_SOURCE_DIR}/cpp/src")
+target_link_libraries(_parquet
+    PUBLIC _arrow
+    PRIVATE
+        ch_contrib::thrift
+        boost::headers_only
+        boost::regex
+        OpenSSL::Crypto OpenSSL::SSL)
 
 if (SANITIZE STREQUAL "undefined")
-    target_compile_options(${PARQUET_LIBRARY} PRIVATE -fno-sanitize=undefined)
+    target_compile_options(_parquet PRIVATE -fno-sanitize=undefined)
-    target_compile_options(${ARROW_LIBRARY} PRIVATE -fno-sanitize=undefined)
+    target_compile_options(_arrow PRIVATE -fno-sanitize=undefined)
 endif ()
 
 # === tools
@@ -426,5 +448,9 @@ set(TOOLS_DIR "${ClickHouse_SOURCE_DIR}/contrib/arrow/cpp/tools/parquet")
 set(PARQUET_TOOLS parquet_dump_schema parquet_reader parquet_scan)
 foreach (TOOL ${PARQUET_TOOLS})
     add_executable(${TOOL} "${TOOLS_DIR}/${TOOL}.cc")
-    target_link_libraries(${TOOL} PRIVATE ${PARQUET_LIBRARY})
+    target_link_libraries(${TOOL} PRIVATE _parquet)
 endforeach ()
+
+# The library is large - avoid bloat.
+target_compile_options (_arrow PRIVATE -g0)
+target_compile_options (_parquet PRIVATE -g0)

contrib/avro-cmake/CMakeLists.txt

@@ -1,3 +1,11 @@
+# Needed when using Apache Avro serialization format
+option (ENABLE_AVRO "Enable Avro" ${ENABLE_LIBRARIES})
+
+if (NOT ENABLE_AVRO)
+    message(STATUS "Not using avro")
+    return()
+endif()
+
 set(AVROCPP_ROOT_DIR "${CMAKE_SOURCE_DIR}/contrib/avro/lang/c++")
 set(AVROCPP_INCLUDE_DIR "${AVROCPP_ROOT_DIR}/api")
 set(AVROCPP_SOURCE_DIR "${AVROCPP_ROOT_DIR}/impl")
@@ -40,18 +48,17 @@ set (AVROCPP_SOURCE_FILES
     "${AVROCPP_SOURCE_DIR}/Validator.cc"
     )
 
-add_library (avrocpp ${AVROCPP_SOURCE_FILES})
+add_library (_avrocpp ${AVROCPP_SOURCE_FILES})
-set_target_properties (avrocpp PROPERTIES VERSION ${AVRO_VERSION_MAJOR}.${AVRO_VERSION_MINOR})
+add_library (ch_contrib::avrocpp ALIAS _avrocpp)
+set_target_properties (_avrocpp PROPERTIES VERSION ${AVRO_VERSION_MAJOR}.${AVRO_VERSION_MINOR})
 
-target_include_directories(avrocpp SYSTEM PUBLIC ${AVROCPP_INCLUDE_DIR})
+target_include_directories(_avrocpp SYSTEM PUBLIC ${AVROCPP_INCLUDE_DIR})
 
-target_link_libraries (avrocpp PRIVATE boost::headers_only boost::iostreams)
+target_link_libraries (_avrocpp PRIVATE boost::headers_only boost::iostreams)
 
-if (SNAPPY_INCLUDE_DIR AND SNAPPY_LIBRARY)
+target_compile_definitions (_avrocpp PUBLIC SNAPPY_CODEC_AVAILABLE)
-    target_compile_definitions (avrocpp PUBLIC SNAPPY_CODEC_AVAILABLE)
+target_include_directories (_avrocpp PRIVATE ${SNAPPY_INCLUDE_DIR})
-    target_include_directories (avrocpp PRIVATE ${SNAPPY_INCLUDE_DIR})
+target_link_libraries (_avrocpp PRIVATE ch_contrib::snappy)
-    target_link_libraries (avrocpp PRIVATE ${SNAPPY_LIBRARY})
-endif ()
 
 if (COMPILER_GCC)
     set (SUPPRESS_WARNINGS -Wno-non-virtual-dtor)
@@ -59,11 +66,12 @@ elseif (COMPILER_CLANG)
     set (SUPPRESS_WARNINGS -Wno-non-virtual-dtor)
 endif ()
 
-target_compile_options(avrocpp PRIVATE ${SUPPRESS_WARNINGS})
+target_compile_options(_avrocpp PRIVATE ${SUPPRESS_WARNINGS})
 
 # create a symlink to include headers with <avro/...>
 ADD_CUSTOM_TARGET(avro_symlink_headers ALL
     COMMAND ${CMAKE_COMMAND} -E make_directory "${AVROCPP_ROOT_DIR}/include"
     COMMAND ${CMAKE_COMMAND} -E create_symlink "${AVROCPP_ROOT_DIR}/api" "${AVROCPP_ROOT_DIR}/include/avro"
 )
-add_dependencies(avrocpp avro_symlink_headers)
+add_dependencies(_avrocpp avro_symlink_headers)
+target_include_directories(_avrocpp SYSTEM BEFORE PUBLIC "${AVROCPP_ROOT_DIR}/include")

contrib/aws-s3-cmake/CMakeLists.txt

@@ -1,3 +1,14 @@
+if(NOT OS_FREEBSD)
+    option(ENABLE_S3 "Enable S3" ${ENABLE_LIBRARIES})
+elseif(ENABLE_S3)
+    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use S3 on FreeBSD")
+endif()
+
+if(NOT ENABLE_S3)
+    message(STATUS "Not using S3")
+    return()
+endif()
+
 SET(AWS_S3_LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/aws/aws-cpp-sdk-s3")
 SET(AWS_CORE_LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/aws/aws-cpp-sdk-core")
 SET(AWS_CHECKSUMS_LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/aws-checksums")
@@ -80,24 +91,30 @@ set(S3_INCLUDES
     "${CMAKE_CURRENT_BINARY_DIR}/include/"
 )
 
-add_library(aws_s3_checksums ${AWS_CHECKSUMS_SOURCES})
+add_library(_aws_s3_checksums ${AWS_CHECKSUMS_SOURCES})
-target_include_directories(aws_s3_checksums SYSTEM PUBLIC "${AWS_CHECKSUMS_LIBRARY_DIR}/include/")
+target_include_directories(_aws_s3_checksums SYSTEM PUBLIC "${AWS_CHECKSUMS_LIBRARY_DIR}/include/")
 if(CMAKE_BUILD_TYPE_UC STREQUAL "DEBUG")
-    target_compile_definitions(aws_s3_checksums PRIVATE "-DDEBUG_BUILD")
+    target_compile_definitions(_aws_s3_checksums PRIVATE "-DDEBUG_BUILD")
 endif()
-set_target_properties(aws_s3_checksums PROPERTIES LINKER_LANGUAGE C)
+set_target_properties(_aws_s3_checksums PROPERTIES LINKER_LANGUAGE C)
-set_property(TARGET aws_s3_checksums PROPERTY C_STANDARD 99)
+set_property(TARGET _aws_s3_checksums PROPERTY C_STANDARD 99)
 
-add_library(aws_s3 ${S3_UNIFIED_SRC})
+add_library(_aws_s3 ${S3_UNIFIED_SRC})
 
-target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_MAJOR=1")
+target_compile_definitions(_aws_s3 PUBLIC "AWS_SDK_VERSION_MAJOR=1")
-target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_MINOR=7")
+target_compile_definitions(_aws_s3 PUBLIC "AWS_SDK_VERSION_MINOR=7")
-target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_PATCH=231")
+target_compile_definitions(_aws_s3 PUBLIC "AWS_SDK_VERSION_PATCH=231")
-target_include_directories(aws_s3 SYSTEM PUBLIC ${S3_INCLUDES})
+target_include_directories(_aws_s3 SYSTEM BEFORE PUBLIC ${S3_INCLUDES})
 
-if (OPENSSL_FOUND)
+if (TARGET OpenSSL::SSL)
-    target_compile_definitions(aws_s3 PUBLIC -DENABLE_OPENSSL_ENCRYPTION)
+    target_compile_definitions(_aws_s3 PUBLIC -DENABLE_OPENSSL_ENCRYPTION)
-    target_link_libraries(aws_s3 PRIVATE ${OPENSSL_LIBRARIES})
+    target_link_libraries(_aws_s3 PRIVATE OpenSSL::Crypto OpenSSL::SSL)
 endif()
 
-target_link_libraries(aws_s3 PRIVATE aws_s3_checksums)
+target_link_libraries(_aws_s3 PRIVATE _aws_s3_checksums)
+
+# The library is large - avoid bloat.
+target_compile_options (_aws_s3 PRIVATE -g0)
+target_compile_options (_aws_s3_checksums PRIVATE -g0)
+
+add_library(ch_contrib::aws_s3 ALIAS _aws_s3)

contrib/azure-cmake/CMakeLists.txt

@@ -1,3 +1,10 @@
+option (ENABLE_AZURE_BLOB_STORAGE "Enable Azure blob storage" ${ENABLE_LIBRARIES})
+
+if (NOT ENABLE_AZURE_BLOB_STORAGE)
+    message(STATUS "Not using Azure blob storage")
+    return()
+endif()
+
 set(AZURE_DIR "${ClickHouse_SOURCE_DIR}/contrib/azure")
 set(AZURE_SDK_LIBRARY_DIR "${AZURE_DIR}/sdk")
 
@@ -43,10 +50,10 @@ set(AZURE_SDK_INCLUDES
 
 include("${AZURE_DIR}/cmake-modules/AzureTransportAdapters.cmake")
 
-add_library(azure_sdk ${AZURE_SDK_UNIFIED_SRC})
+add_library(_azure_sdk ${AZURE_SDK_UNIFIED_SRC})
 
 if (COMPILER_CLANG)
-    target_compile_options(azure_sdk PRIVATE
+    target_compile_options(_azure_sdk PRIVATE
         -Wno-deprecated-copy-dtor
         -Wno-extra-semi
         -Wno-suggest-destructor-override
@@ -55,20 +62,22 @@ if (COMPILER_CLANG)
     )
 
     if (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 13)
-        target_compile_options(azure_sdk PRIVATE -Wno-reserved-identifier)
+        target_compile_options(_azure_sdk PRIVATE -Wno-reserved-identifier)
     endif()
 endif()
 
 # Originally, on Windows azure-core is built with bcrypt and crypt32 by default
-if (OPENSSL_FOUND)
+if (TARGET OpenSSL::SSL)
-    target_link_libraries(azure_sdk PRIVATE ${OPENSSL_LIBRARIES})
+    target_link_libraries(_azure_sdk PRIVATE OpenSSL::Crypto OpenSSL::SSL)
 endif()
 
 # Originally, on Windows azure-core is built with winhttp by default
-if (CURL_FOUND)
+if (TARGET ch_contrib::curl)
-    target_link_libraries(azure_sdk PRIVATE ${CURL_LIBRARY})
+    target_link_libraries(_azure_sdk PRIVATE ch_contrib::curl)
 endif()
 
-target_link_libraries(azure_sdk PRIVATE ${LIBXML2_LIBRARIES})
+target_link_libraries(_azure_sdk PRIVATE ch_contrib::libxml2)
 
-target_include_directories(azure_sdk SYSTEM PUBLIC ${AZURE_SDK_INCLUDES})
+target_include_directories(_azure_sdk SYSTEM BEFORE PUBLIC ${AZURE_SDK_INCLUDES})
+
+add_library(ch_contrib::azure_sdk ALIAS _azure_sdk)

contrib/base64-cmake/CMakeLists.txt

@@ -1,36 +1,47 @@
+if(ARCH_AMD64 OR ARCH_ARM)
+    option (ENABLE_BASE64 "Enable base64" ${ENABLE_LIBRARIES})
+elseif(ENABLE_BASE64)
+    message (${RECONFIGURE_MESSAGE_LEVEL} "base64 library is only supported on x86_64 and aarch64")
+endif()
+
+if (NOT ENABLE_BASE64)
+    message(STATUS "Not using base64")
+    return()
+endif()
+
 SET(LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/base64")
 
-add_library(base64_scalar OBJECT "${LIBRARY_DIR}/turbob64c.c" "${LIBRARY_DIR}/turbob64d.c")
+add_library(_base64_scalar OBJECT "${LIBRARY_DIR}/turbob64c.c" "${LIBRARY_DIR}/turbob64d.c")
-add_library(base64_ssse3 OBJECT "${LIBRARY_DIR}/turbob64sse.c") # This file also contains code for ARM NEON
+add_library(_base64_ssse3 OBJECT "${LIBRARY_DIR}/turbob64sse.c") # This file also contains code for ARM NEON
 
 if (ARCH_AMD64)
-    add_library(base64_avx OBJECT "${LIBRARY_DIR}/turbob64sse.c") # This is not a mistake. One file is compiled twice.
+    add_library(_base64_avx OBJECT "${LIBRARY_DIR}/turbob64sse.c") # This is not a mistake. One file is compiled twice.
-    add_library(base64_avx2 OBJECT "${LIBRARY_DIR}/turbob64avx2.c")
+    add_library(_base64_avx2 OBJECT "${LIBRARY_DIR}/turbob64avx2.c")
 endif ()
 
-target_compile_options(base64_scalar PRIVATE -falign-loops)
+target_compile_options(_base64_scalar PRIVATE -falign-loops)
 
 if (ARCH_AMD64)
-    target_compile_options(base64_ssse3 PRIVATE -mno-avx -mno-avx2 -mssse3 -falign-loops)
+    target_compile_options(_base64_ssse3 PRIVATE -mno-avx -mno-avx2 -mssse3 -falign-loops)
-    target_compile_options(base64_avx PRIVATE -falign-loops -mavx)
+    target_compile_options(_base64_avx PRIVATE -falign-loops -mavx)
-    target_compile_options(base64_avx2 PRIVATE -falign-loops -mavx2)
+    target_compile_options(_base64_avx2 PRIVATE -falign-loops -mavx2)
 else ()
-    target_compile_options(base64_ssse3 PRIVATE -falign-loops)
+    target_compile_options(_base64_ssse3 PRIVATE -falign-loops)
 endif ()
 
 if (ARCH_AMD64)
-    add_library(base64
+    add_library(_base64
-        $<TARGET_OBJECTS:base64_scalar>
+        $<TARGET_OBJECTS:_base64_scalar>
-        $<TARGET_OBJECTS:base64_ssse3>
+        $<TARGET_OBJECTS:_base64_ssse3>
-        $<TARGET_OBJECTS:base64_avx>
+        $<TARGET_OBJECTS:_base64_avx>
-        $<TARGET_OBJECTS:base64_avx2>)
+        $<TARGET_OBJECTS:_base64_avx2>)
 else ()
-    add_library(base64
+    add_library(_base64
-        $<TARGET_OBJECTS:base64_scalar>
+        $<TARGET_OBJECTS:_base64_scalar>
-        $<TARGET_OBJECTS:base64_ssse3>)
+        $<TARGET_OBJECTS:_base64_ssse3>)
 endif ()
 
-target_include_directories(base64 SYSTEM PUBLIC ${LIBRARY_DIR})
+target_include_directories(_base64 SYSTEM PUBLIC ${LIBRARY_DIR})
 
 if (XCODE OR XCODE_VERSION)
     # https://gitlab.kitware.com/cmake/cmake/issues/17457
@@ -39,5 +50,7 @@ if (XCODE OR XCODE_VERSION)
     if (NOT EXISTS "${CMAKE_CURRENT_BINARY_DIR}/dummy.c")
         file(WRITE "${CMAKE_CURRENT_BINARY_DIR}/dummy.c" "")
     endif ()
-    target_sources(base64 PRIVATE "${CMAKE_CURRENT_BINARY_DIR}/dummy.c")
+    target_sources(_base64 PRIVATE "${CMAKE_CURRENT_BINARY_DIR}/dummy.c")
 endif ()
+
+add_library(ch_contrib::base64 ALIAS _base64)