name: CIGithubActions on: # yamllint disable-line rule:truthy pull_request: types: - synchronize - reopened - opened branches: - master paths-ignore: - 'docs/**' - 'website/**' ########################################################################################## ##################################### SMALL CHECKS ####################################### ########################################################################################## jobs: CheckLabels: runs-on: [self-hosted, style-checker] steps: - name: Check out repository code uses: actions/checkout@v2 - name: Labels check run: | cd $GITHUB_WORKSPACE/tests/ci python3 run_check.py DockerHubPush: needs: CheckLabels runs-on: [self-hosted, style-checker] steps: - name: Check out repository code uses: actions/checkout@v2 - name: Images check run: | cd $GITHUB_WORKSPACE/tests/ci python3 docker_images_check.py - name: Upload images files to artifacts uses: actions/upload-artifact@v2 with: name: changed_images path: ${{ runner.temp }}/docker_images_check/changed_images.json StyleCheck: needs: DockerHubPush runs-on: [self-hosted, style-checker] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{ runner.temp }}/style_check EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.TEMP_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Style Check run: | cd $GITHUB_WORKSPACE/tests/ci python3 style_check.py - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FastTest: needs: DockerHubPush runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/fasttest REPO_COPY=${{runner.temp}}/fasttest/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches EOF - name: Check out repository code uses: actions/checkout@v2 - name: Fast Test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 fast_test_check.py - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH PVSCheck: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/pvs_check REPO_COPY=${{runner.temp}}/pvs_check/ClickHouse EOF - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' - name: PVS Check run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 pvs_check.py - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH CompatibilityCheck: needs: [BuilderDebRelease] runs-on: [self-hosted, style-checker] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/compatibility_check REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse REPORTS_PATH=${{runner.temp}}/reports_dir EOF - name: Check out repository code uses: actions/checkout@v2 - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: CompatibilityCheck run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 compatibility_check.py - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH SplitBuildSmokeTest: needs: [BuilderDebSplitted] runs-on: [self-hosted, style-checker] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/split_build_check REPO_COPY=${{runner.temp}}/split_build_check/ClickHouse REPORTS_PATH=${{runner.temp}}/reports_dir EOF - name: Check out repository code uses: actions/checkout@v2 - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Split build check run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 split_build_smoke_check.py - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ######################################################################################### #################################### ORDINARY BUILDS #################################### ######################################################################################### BuilderDebRelease: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_release EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderPerformance: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=performance EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinRelease: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_release EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderDebAsan: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_asan EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderDebUBsan: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_ubsan EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderDebTsan: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_tsan EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderDebMsan: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_msan EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderDebDebug: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=package_debug EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ########################################################################################## ##################################### SPECIAL BUILDS ##################################### ########################################################################################## BuilderDebSplitted: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_splitted EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinTidy: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_tidy EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinDarwin: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_darwin EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinAarch64: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_aarch64 EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinFreeBSD: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_freebsd EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinDarwinAarch64: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_darwin_aarch64 EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderBinPPC64: needs: [DockerHubPush, FastTest] runs-on: [self-hosted, builder] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/build_check IMAGES_PATH=${{runner.temp}}/images_path REPO_COPY=${{runner.temp}}/build_check/ClickHouse CACHES_PATH=${{runner.temp}}/../ccaches CHECK_NAME=ClickHouse build check (actions) BUILD_NAME=binary_ppc64le EOF - name: Download changed images uses: actions/download-artifact@v2 with: name: changed_images path: ${{ env.IMAGES_PATH }} - name: Check out repository code uses: actions/checkout@v2 with: submodules: 'recursive' fetch-depth: 0 # otherwise we will have no info about contributors - name: Build run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci && python3 build_check.py "$CHECK_NAME" $BUILD_NAME - name: Upload build URLs to artifacts uses: actions/upload-artifact@v2 with: name: ${{ env.BUILD_NAME }} path: ${{ env.TEMP_PATH }}/${{ env.BUILD_NAME }}.json - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################ ##################################### BUILD REPORTER ####################################### ############################################################################################ BuilderReport: needs: - BuilderDebRelease - BuilderBinRelease - BuilderDebAsan - BuilderDebTsan - BuilderDebUBsan - BuilderDebMsan - BuilderDebDebug runs-on: [self-hosted, style-checker] if: always() steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/report_check REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=ClickHouse build check (actions) EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Report Builder run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cd $GITHUB_WORKSPACE/tests/ci python3 build_report_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH BuilderSpecialReport: needs: - BuilderDebSplitted - BuilderBinTidy - BuilderBinDarwin - BuilderBinAarch64 - BuilderBinFreeBSD - BuilderBinDarwinAarch64 - BuilderBinPPC64 runs-on: [self-hosted, style-checker] if: always() steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/report_check REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=ClickHouse special build check (actions) EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Report Builder run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cd $GITHUB_WORKSPACE/tests/ci python3 build_report_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################## ########################### FUNCTIONAl STATELESS TESTS ####################################### ############################################################################################## FunctionalStatelessTestRelease: needs: [BuilderDebRelease] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_release REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (release, actions) REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse KILL_TIMEOUT=10800 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestReleaseDatabaseReplicated0: needs: [BuilderDebRelease] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_database_replicated REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (release, DatabaseReplicated, actions) REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestReleaseDatabaseReplicated1: needs: [BuilderDebRelease] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_database_replicated REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (release, DatabaseReplicated, actions) REPO_COPY=${{runner.temp}}/stateless_database_replicated/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestReleaseWideParts: needs: [BuilderDebRelease] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_wide_parts REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (release, wide parts enabled, actions) REPO_COPY=${{runner.temp}}/stateless_wide_parts/ClickHouse KILL_TIMEOUT=10800 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestAsan0: needs: [BuilderDebAsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (address, actions) REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestAsan1: needs: [BuilderDebAsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (address, actions) REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestTsan0: needs: [BuilderDebTsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (thread, actions) REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestTsan1: needs: [BuilderDebTsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (thread, actions) REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestTsan2: needs: [BuilderDebTsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (thread, actions) REPO_COPY=${{runner.temp}}/stateless_tsan/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestUBsan: needs: [BuilderDebUBsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_ubsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (ubsan, actions) REPO_COPY=${{runner.temp}}/stateless_ubsan/ClickHouse KILL_TIMEOUT=10800 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestMsan0: needs: [BuilderDebMsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_memory REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (memory, actions) REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestMsan1: needs: [BuilderDebMsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_memory REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (memory, actions) REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestMsan2: needs: [BuilderDebMsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_memory REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (memory, actions) REPO_COPY=${{runner.temp}}/stateless_memory/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestDebug0: needs: [BuilderDebDebug] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (debug, actions) REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestDebug1: needs: [BuilderDebDebug] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (debug, actions) REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestDebug2: needs: [BuilderDebDebug] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests (debug, actions) REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse KILL_TIMEOUT=10800 RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatelessTestFlakyCheck: needs: [BuilderDebAsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateless_flaky_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateless tests flaky check (address, actions) REPO_COPY=${{runner.temp}}/stateless_flaky_asan/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################## ############################ FUNCTIONAl STATEFUL TESTS ####################################### ############################################################################################## FunctionalStatefulTestRelease: needs: [BuilderDebRelease] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_release REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (release, actions) REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatefulTestAsan: needs: [BuilderDebAsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (address, actions) REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatefulTestTsan: needs: [BuilderDebTsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (thread, actions) REPO_COPY=${{runner.temp}}/stateful_tsan/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatefulTestMsan: needs: [BuilderDebMsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_msan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (memory, actions) REPO_COPY=${{runner.temp}}/stateful_msan/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatefulTestUBsan: needs: [BuilderDebUBsan] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_ubsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (ubsan, actions) REPO_COPY=${{runner.temp}}/stateful_ubsan/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FunctionalStatefulTestDebug: needs: [BuilderDebDebug] runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stateful_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stateful tests (debug, actions) REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse KILL_TIMEOUT=3600 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Functional test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 functional_test_check.py "$CHECK_NAME" $KILL_TIMEOUT - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################## ######################################### STRESS TESTS ####################################### ############################################################################################## StressTestAsan: needs: [BuilderDebAsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stress_thread REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stress test (address, actions) REPO_COPY=${{runner.temp}}/stress_thread/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Stress test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 stress_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH StressTestTsan: needs: [BuilderDebTsan] # func testers have 16 cores + 128 GB memory # while stress testers have 36 cores + 72 memory # It would be better to have something like 32 + 128, # but such servers almost unavailable as spot instances. runs-on: [self-hosted, func-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stress_thread REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stress test (thread, actions) REPO_COPY=${{runner.temp}}/stress_thread/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Stress test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 stress_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH StressTestMsan: needs: [BuilderDebMsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stress_memory REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stress test (memory, actions) REPO_COPY=${{runner.temp}}/stress_memory/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Stress test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 stress_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH StressTestUBsan: needs: [BuilderDebUBsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stress_undefined REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stress test (undefined, actions) REPO_COPY=${{runner.temp}}/stress_undefined/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Stress test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 stress_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH StressTestDebug: needs: [BuilderDebDebug] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/stress_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Stress test (debug, actions) REPO_COPY=${{runner.temp}}/stress_debug/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Stress test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 stress_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################## ##################################### AST FUZZERS ############################################ ############################################################################################## ASTFuzzerTestAsan: needs: [BuilderDebAsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/ast_fuzzer_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=AST fuzzer (ASan, actions) REPO_COPY=${{runner.temp}}/ast_fuzzer_asan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Fuzzer run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 ast_fuzzer_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ASTFuzzerTestTsan: needs: [BuilderDebTsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/ast_fuzzer_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=AST fuzzer (TSan, actions) REPO_COPY=${{runner.temp}}/ast_fuzzer_tsan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Fuzzer run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 ast_fuzzer_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ASTFuzzerTestUBSan: needs: [BuilderDebUBsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/ast_fuzzer_ubsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=AST fuzzer (UBSan, actions) REPO_COPY=${{runner.temp}}/ast_fuzzer_ubsan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Fuzzer run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 ast_fuzzer_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ASTFuzzerTestMSan: needs: [BuilderDebMsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/ast_fuzzer_msan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=AST fuzzer (MSan, actions) REPO_COPY=${{runner.temp}}/ast_fuzzer_msan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Fuzzer run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 ast_fuzzer_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ASTFuzzerTestDebug: needs: [BuilderDebDebug] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/ast_fuzzer_debug REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=AST fuzzer (debug, actions) REPO_COPY=${{runner.temp}}/ast_fuzzer_debug/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Fuzzer run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 ast_fuzzer_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################# ############################# INTEGRATION TESTS ############################################# ############################################################################################# IntegrationTestsAsan0: needs: [BuilderDebAsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (asan, actions) REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsAsan1: needs: [BuilderDebAsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (asan, actions) REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsAsan2: needs: [BuilderDebAsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (asan, actions) REPO_COPY=${{runner.temp}}/integration_tests_asan/ClickHouse RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=3 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsTsan0: needs: [BuilderDebTsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (thread, actions) REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsTsan1: needs: [BuilderDebTsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (thread, actions) REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsTsan2: needs: [BuilderDebTsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (thread, actions) REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsTsan3: needs: [BuilderDebTsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (thread, actions) REPO_COPY=${{runner.temp}}/integration_tests_tsan/ClickHouse RUN_BY_HASH_NUM=3 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsRelease0: needs: [BuilderDebRelease] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_release REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (release, actions) REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsRelease1: needs: [BuilderDebRelease] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_release REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests (release, actions) REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=2 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH IntegrationTestsFlakyCheck: needs: [BuilderDebAsan] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/integration_tests_asan_flaky_check REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Integration tests flaky check (asan, actions) REPO_COPY=${{runner.temp}}/integration_tests_asan_flaky_check/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Integration test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 integration_test_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################# #################################### UNIT TESTS ############################################# ############################################################################################# UnitTestsAsan: needs: [BuilderDebAsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/unit_tests_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Unit tests (asan, actions) REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Unit test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 unit_tests_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH UnitTestsReleaseClang: needs: [BuilderBinRelease] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/unit_tests_asan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Unit tests (release-clang, actions) REPO_COPY=${{runner.temp}}/unit_tests_asan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Unit test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 unit_tests_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH UnitTestsTsan: needs: [BuilderDebTsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/unit_tests_tsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Unit tests (tsan, actions) REPO_COPY=${{runner.temp}}/unit_tests_tsan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Unit test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 unit_tests_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH UnitTestsMsan: needs: [BuilderDebMsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/unit_tests_msan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Unit tests (msan, actions) REPO_COPY=${{runner.temp}}/unit_tests_msan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Unit test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 unit_tests_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH UnitTestsUBsan: needs: [BuilderDebUBsan] runs-on: [self-hosted, fuzzer-unit-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/unit_tests_ubsan REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Unit tests (ubsan, actions) REPO_COPY=${{runner.temp}}/unit_tests_ubsan/ClickHouse EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Unit test run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 unit_tests_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH ############################################################################################# #################################### PERFORMANCE TESTS ###################################### ############################################################################################# PerformanceComparison0: needs: [BuilderPerformance] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/performance_comparison REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Performance Comparison (actions) REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse RUN_BY_HASH_NUM=0 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Performance Comparison run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 performance_comparison_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH PerformanceComparison1: needs: [BuilderPerformance] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/performance_comparison REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Performance Comparison (actions) REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse RUN_BY_HASH_NUM=1 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Performance Comparison run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 performance_comparison_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH PerformanceComparison2: needs: [BuilderPerformance] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/performance_comparison REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Performance Comparison (actions) REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse RUN_BY_HASH_NUM=2 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Performance Comparison run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 performance_comparison_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH PerformanceComparison3: needs: [BuilderPerformance] runs-on: [self-hosted, stress-tester] steps: - name: Set envs run: | cat >> "$GITHUB_ENV" << 'EOF' TEMP_PATH=${{runner.temp}}/performance_comparison REPORTS_PATH=${{runner.temp}}/reports_dir CHECK_NAME=Performance Comparison (actions) REPO_COPY=${{runner.temp}}/performance_comparison/ClickHouse RUN_BY_HASH_NUM=3 RUN_BY_HASH_TOTAL=4 EOF - name: Download json reports uses: actions/download-artifact@v2 with: path: ${{ env.REPORTS_PATH }} - name: Check out repository code uses: actions/checkout@v2 - name: Performance Comparison run: | sudo rm -fr $TEMP_PATH mkdir -p $TEMP_PATH cp -r $GITHUB_WORKSPACE $TEMP_PATH cd $REPO_COPY/tests/ci python3 performance_comparison_check.py "$CHECK_NAME" - name: Cleanup if: always() run: | docker kill $(docker ps -q) ||: docker rm -f $(docker ps -a -q) ||: sudo rm -fr $TEMP_PATH FinishCheck: needs: - StyleCheck - DockerHubPush - CheckLabels - BuilderReport - FastTest - FunctionalStatelessTestDebug0 - FunctionalStatelessTestDebug1 - FunctionalStatelessTestDebug2 - FunctionalStatelessTestRelease - FunctionalStatelessTestReleaseDatabaseReplicated0 - FunctionalStatelessTestReleaseDatabaseReplicated1 - FunctionalStatelessTestReleaseWideParts - FunctionalStatelessTestAsan0 - FunctionalStatelessTestAsan1 - FunctionalStatelessTestTsan0 - FunctionalStatelessTestTsan1 - FunctionalStatelessTestTsan2 - FunctionalStatelessTestMsan0 - FunctionalStatelessTestMsan1 - FunctionalStatelessTestMsan2 - FunctionalStatelessTestUBsan - FunctionalStatefulTestDebug - FunctionalStatefulTestRelease - FunctionalStatefulTestAsan - FunctionalStatefulTestTsan - FunctionalStatefulTestMsan - FunctionalStatefulTestUBsan - StressTestDebug - StressTestAsan - StressTestTsan - StressTestMsan - StressTestUBsan - ASTFuzzerTestDebug - ASTFuzzerTestAsan - ASTFuzzerTestTsan - ASTFuzzerTestMSan - ASTFuzzerTestUBSan - IntegrationTestsAsan0 - IntegrationTestsAsan1 - IntegrationTestsAsan2 - IntegrationTestsRelease0 - IntegrationTestsRelease1 - IntegrationTestsTsan0 - IntegrationTestsTsan1 - IntegrationTestsTsan2 - IntegrationTestsTsan3 - PerformanceComparison0 - PerformanceComparison1 - PerformanceComparison2 - PerformanceComparison3 - PVSCheck - UnitTestsAsan - UnitTestsTsan - UnitTestsMsan - UnitTestsUBsan - UnitTestsReleaseClang - SplitBuildSmokeTest - CompatibilityCheck - IntegrationTestsFlakyCheck runs-on: [self-hosted, style-checker] steps: - name: Check out repository code uses: actions/checkout@v2 - name: Finish label run: | cd $GITHUB_WORKSPACE/tests/ci python3 finish_check.py