ClickHouse/tests/ci/download_binary.py

#!/usr/bin/env python
"""
This file is needed to avoid cicle import build_download_helper.py <=> env_helper.py
"""

import argparse
import logging
import os
from pathlib import Path

from build_download_helper import download_build_with_progress
from ci_config import CI_CONFIG, BuildConfig
from env_helper import RUNNER_TEMP, S3_ARTIFACT_DOWNLOAD_TEMPLATE
from git_helper import Git, commit
from version_helper import get_version_from_repo, version_arg

TEMP_PATH = os.path.join(RUNNER_TEMP, "download_binary")


def parse_args() -> argparse.Namespace:
    parser = argparse.ArgumentParser(
        formatter_class=argparse.ArgumentDefaultsHelpFormatter,
        description="Script to download binary artifacts from S3. Downloaded artifacts "
        "are renamed to clickhouse-{static_binary_name}",
    )
    parser.add_argument(
        "--version",
        type=version_arg,
        default=get_version_from_repo().string,
        help="a version to generate a download url, get from the repo by default",
    )
    parser.add_argument(
        "--commit",
        type=commit,
        default=Git(True).sha,
        help="a version to generate a download url, get from the repo by default",
    )
    parser.add_argument("--rename", default=True, help=argparse.SUPPRESS)
    parser.add_argument(
        "--no-rename",
        dest="rename",
        action="store_false",
        default=argparse.SUPPRESS,
        help="if set, the downloaded binary won't be renamed to "
        "clickhouse-{static_binary_name}, makes sense only for a single build name",
    )
    parser.add_argument(
        "build_names",
        nargs="+",
        help="the build names to download",
    )
    args = parser.parse_args()
    if not args.rename and len(args.build_names) > 1:
        parser.error("`--no-rename` shouldn't be used with more than one build name")
    return args


def main():
    logging.basicConfig(level=logging.INFO, format="%(asctime)s %(message)s")
    args = parse_args()
    temp_path = Path(TEMP_PATH)
    temp_path.mkdir(parents=True, exist_ok=True)
    for build in args.build_names:
        # check if it's in CI_CONFIG
        config = CI_CONFIG["build_config"][build]  # type: BuildConfig
        if args.rename:
            path = temp_path / f"clickhouse-{config['static_binary_name']}"
        else:
            path = temp_path / "clickhouse"

        url = S3_ARTIFACT_DOWNLOAD_TEMPLATE.format(
            pr_or_release=f"{args.version.major}.{args.version.minor}",
            commit=args.commit,
            build_name=build,
            artifact="clickhouse",
        )
        download_build_with_progress(url, path)


if __name__ == "__main__":
    main()