mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-22 07:31:57 +00:00
80 lines
2.6 KiB
Python
80 lines
2.6 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
"""
|
||
|
|
This file is needed to avoid cicle import build_download_helper.py <=> env_helper.py
|
||
|
|
"""
|
||
|
|
|
||
|
|
import argparse
|
||
|
|
import logging
|
||
|
|
import os
|
||
|
|
|
||
|
|
from build_download_helper import download_build_with_progress
|
||
|
|
from ci_config import CI_CONFIG, BuildConfig
|
||
|
|
from env_helper import RUNNER_TEMP, S3_ARTIFACT_DOWNLOAD_TEMPLATE
|
||
|
|
from git_helper import Git, commit
|
||
|
|
from version_helper import get_version_from_repo, version_arg
|
||
|
|
|
||
|
|
TEMP_PATH = os.path.join(RUNNER_TEMP, "download_binary")
|
||
|
|
|
||
|
|
|
||
|
|
def parse_args() -> argparse.Namespace:
|
||
|
|
parser = argparse.ArgumentParser(
|
||
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
||
|
|
description="Script to download binary artifacts from S3. Downloaded artifacts "
|
||
|
|
"are renamed to clickhouse-{static_binary_name}",
|
||
|
|
)
|
||
|
|
parser.add_argument(
|
||
|
|
"--version",
|
||
|
|
type=version_arg,
|
||
|
|
default=get_version_from_repo().string,
|
||
|
|
help="a version to generate a download url, get from the repo by default",
|
||
|
|
)
|
||
|
|
parser.add_argument(
|
||
|
|
"--commit",
|
||
|
|
type=commit,
|
||
|
|
default=Git(True).sha,
|
||
|
|
help="a version to generate a download url, get from the repo by default",
|
||
|
|
)
|
||
|
|
parser.add_argument("--rename", default=True, help=argparse.SUPPRESS)
|
||
|
|
parser.add_argument(
|
||
|
|
"--no-rename",
|
||
|
|
dest="rename",
|
||
|
|
action="store_false",
|
||
|
|
default=argparse.SUPPRESS,
|
||
|
|
help="if set, the downloaded binary won't be renamed to "
|
||
|
|
"clickhouse-{static_binary_name}, makes sense only for a single build name",
|
||
|
|
)
|
||
|
|
parser.add_argument(
|
||
|
|
"build_names",
|
||
|
|
nargs="+",
|
||
|
|
help="the build names to download",
|
||
|
|
)
|
||
|
|
args = parser.parse_args()
|
||
|
|
if not args.rename and len(args.build_names) > 1:
|
||
|
|
parser.error("`--no-rename` shouldn't be used with more than one build name")
|
||
|
|
return args
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
logging.basicConfig(level=logging.INFO, format="%(asctime)s %(message)s")
|
||
|
|
args = parse_args()
|
||
|
|
os.makedirs(TEMP_PATH, exist_ok=True)
|
||
|
|
for build in args.build_names:
|
||
|
|
# check if it's in CI_CONFIG
|
||
|
|
config = CI_CONFIG["build_config"][build] # type: BuildConfig
|
||
|
|
if args.rename:
|
||
|
|
path = os.path.join(TEMP_PATH, f"clickhouse-{config['static_binary_name']}")
|
||
|
|
else:
|
||
|
|
path = os.path.join(TEMP_PATH, "clickhouse")
|
||
|
|
|
||
|
|
url = S3_ARTIFACT_DOWNLOAD_TEMPLATE.format(
|
||
|
|
pr_or_release=f"{args.version.major}.{args.version.minor}",
|
||
|
|
commit=args.commit,
|
||
|
|
build_name=build,
|
||
|
|
artifact="clickhouse",
|
||
|
|
)
|
||
|
|
download_build_with_progress(url, path)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
main()
|