ClickHouse/tests/ci/commit_status_helper.py

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

161 lines
4.7 KiB
Python
Raw Normal View History

2021-11-12 12:36:25 +00:00
#!/usr/bin/env python3
2022-03-18 12:36:45 +00:00
import csv
import os
import time
2022-09-14 13:40:45 +00:00
from typing import List
import logging
from ci_config import CI_CONFIG, REQUIRED_CHECKS
from env_helper import GITHUB_REPOSITORY, GITHUB_RUN_URL
from github import Github
from github.Commit import Commit
from github.CommitStatus import CommitStatus
2022-09-14 13:40:45 +00:00
from pr_info import PRInfo, SKIP_MERGEABLE_CHECK_LABEL
2021-11-26 14:00:09 +00:00
2021-12-28 10:13:51 +00:00
RETRY = 5
CommitStatuses = List[CommitStatus]
2021-12-28 10:13:51 +00:00
2022-11-10 16:11:23 +00:00
def override_status(status: str, check_name: str, invert: bool = False) -> str:
2022-03-10 16:39:18 +00:00
if CI_CONFIG["tests_config"].get(check_name, {}).get("force_tests", False):
2022-01-10 16:45:17 +00:00
return "success"
2022-03-10 16:39:18 +00:00
if invert:
if status == "success":
return "error"
return "success"
2022-03-10 16:39:18 +00:00
2022-01-10 16:45:17 +00:00
return status
2022-09-14 13:40:45 +00:00
def get_commit(gh: Github, commit_sha: str, retry_count: int = RETRY) -> Commit:
2021-12-28 10:13:51 +00:00
for i in range(retry_count):
try:
repo = gh.get_repo(GITHUB_REPOSITORY)
commit = repo.get_commit(commit_sha)
2022-09-14 13:40:45 +00:00
break
2021-12-28 10:13:51 +00:00
except Exception as ex:
if i == retry_count - 1:
raise ex
time.sleep(i)
2022-09-14 13:40:45 +00:00
return commit
2021-11-12 12:36:25 +00:00
2022-09-14 13:40:45 +00:00
def post_commit_status(
gh: Github, sha: str, check_name: str, description: str, state: str, report_url: str
2022-11-10 16:11:23 +00:00
) -> None:
2021-12-28 10:13:51 +00:00
for i in range(RETRY):
try:
commit = get_commit(gh, sha, 1)
2022-01-10 16:37:38 +00:00
commit.create_status(
context=check_name,
description=description,
state=state,
target_url=report_url,
)
2021-12-28 10:13:51 +00:00
break
except Exception as ex:
if i == RETRY - 1:
raise ex
time.sleep(i)
2022-03-18 12:36:45 +00:00
2022-09-14 13:40:45 +00:00
def post_commit_status_to_file(
file_path: str, description: str, state: str, report_url: str
2022-11-10 16:11:23 +00:00
) -> None:
2022-03-18 12:36:45 +00:00
if os.path.exists(file_path):
raise Exception(f'File "{file_path}" already exists!')
with open(file_path, "w", encoding="utf-8") as f:
out = csv.writer(f, delimiter="\t")
2022-03-18 12:36:45 +00:00
out.writerow([state, report_url, description])
2022-03-29 13:48:57 +00:00
2022-03-29 17:15:25 +00:00
def get_commit_filtered_statuses(commit: Commit) -> CommitStatuses:
"""
Squash statuses to latest state
1. context="first", state="success", update_time=1
2. context="second", state="success", update_time=2
3. context="first", stat="failure", update_time=3
=========>
1. context="second", state="success"
2. context="first", stat="failure"
"""
filtered = {}
for status in sorted(commit.get_statuses(), key=lambda x: x.updated_at):
filtered[status.context] = status
return list(filtered.values())
2022-11-10 16:11:23 +00:00
def remove_labels(gh: Github, pr_info: PRInfo, labels_names: List[str]) -> None:
2022-03-29 17:50:06 +00:00
repo = gh.get_repo(GITHUB_REPOSITORY)
pull_request = repo.get_pull(pr_info.number)
for label in labels_names:
pull_request.remove_from_labels(label)
2022-11-10 16:11:23 +00:00
def post_labels(gh: Github, pr_info: PRInfo, labels_names: List[str]) -> None:
2022-03-29 13:48:57 +00:00
repo = gh.get_repo(GITHUB_REPOSITORY)
pull_request = repo.get_pull(pr_info.number)
2022-03-29 17:28:18 +00:00
for label in labels_names:
pull_request.add_to_labels(label)
2022-07-19 12:57:03 +00:00
2022-11-10 16:11:23 +00:00
def fail_mergeable_check(commit: Commit, description: str) -> None:
2022-07-19 12:57:03 +00:00
commit.create_status(
context="Mergeable Check",
2022-07-19 12:57:03 +00:00
description=description,
state="failure",
target_url=GITHUB_RUN_URL,
)
2022-11-10 16:11:23 +00:00
def reset_mergeable_check(commit: Commit, description: str = "") -> None:
commit.create_status(
context="Mergeable Check",
description=description,
state="success",
target_url=GITHUB_RUN_URL,
)
2022-11-10 16:11:23 +00:00
def update_mergeable_check(gh: Github, pr_info: PRInfo, check_name: str) -> None:
if SKIP_MERGEABLE_CHECK_LABEL in pr_info.labels:
return
logging.info("Update Mergeable Check by %s", check_name)
commit = get_commit(gh, pr_info.sha)
checks = {
check.context: check.state
for check in filter(
lambda check: (check.context in REQUIRED_CHECKS),
# get_statuses() returns generator, which cannot be reversed - we need comprehension
# pylint: disable=unnecessary-comprehension
reversed([status for status in commit.get_statuses()]),
)
}
success = []
fail = []
for name, state in checks.items():
if state == "success":
success.append(name)
else:
fail.append(name)
if fail:
description = "failed: " + ", ".join(fail)
if success:
description += "; succeeded: " + ", ".join(success)
if len(description) > 140:
description = description[:137] + "..."
fail_mergeable_check(commit, description)
return
description = ", ".join(success)
if len(description) > 140:
description = description[:137] + "..."
reset_mergeable_check(commit, description)