Merge pull request #65202 from ClickHouse/fix-changelog-progress

Fix search issues for progress_func, add zstd for GH cache

.github/workflows/tags_stable.yml

@@ -46,9 +46,10 @@ jobs:
         ./utils/list-versions/list-versions.sh > ./utils/list-versions/version_date.tsv
         ./utils/list-versions/update-docker-version.sh
         GID=$(id -g "${UID}")
-        docker run -u "${UID}:${GID}" -e PYTHONUNBUFFERED=1 \
+        # --network=host and CI=1 are required for the S3 access from a container
+        docker run -u "${UID}:${GID}" -e PYTHONUNBUFFERED=1 -e CI=1 --network=host \
             --volume="${GITHUB_WORKSPACE}:/ClickHouse" clickhouse/style-test \
-                /ClickHouse/utils/changelog/changelog.py -v --debug-helpers \
+                /ClickHouse/tests/ci/changelog.py -v --debug-helpers \
                 --gh-user-or-token="$GITHUB_TOKEN" --jobs=5 \
                 --output="/ClickHouse/docs/changelogs/${GITHUB_TAG}.md" "${GITHUB_TAG}"
         git add "./docs/changelogs/${GITHUB_TAG}.md"

docker/test/style/Dockerfile

@@ -10,14 +10,15 @@ RUN sed -i "s|http://archive.ubuntu.com|$apt_archive|g" /etc/apt/sources.list
 RUN apt-get update && env DEBIAN_FRONTEND=noninteractive apt-get install --yes \
         aspell \
         curl \
-        git \
-        gh \
         file \
+        gh \
+        git \
         libxml2-utils \
+        locales \
         moreutils \
         python3-pip \
         yamllint \
-        locales \
+        zstd \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
 

tests/ci/github_helper.py

@@ -112,12 +112,12 @@ class GitHub(github.Github):
     # pylint: enable=signature-differs
     def get_pulls_from_search(self, *args: Any, **kwargs: Any) -> PullRequests:
         """The search api returns actually issues, so we need to fetch PullRequests"""
-        issues = self.search_issues(*args, **kwargs)
-        repos = {}
-        prs = []  # type: PullRequests
         progress_func = kwargs.pop(
             "progress_func", lambda x: x
         )  # type: Callable[[Issues], Issues]
+        issues = self.search_issues(*args, **kwargs)
+        repos = {}
+        prs = []  # type: PullRequests
         for issue in progress_func(issues):
             # See https://github.com/PyGithub/PyGithub/issues/2202,
             # obj._rawData doesn't spend additional API requests