From d2bea265c9be8c96ae7e136b2d3708634e29dacd Mon Sep 17 00:00:00 2001 From: vdimir Date: Fri, 1 Dec 2023 09:28:26 +0000 Subject: [PATCH] Consider whole check failure in bugfix validate check as an error --- tests/ci/bugfix_validate_check.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/tests/ci/bugfix_validate_check.py b/tests/ci/bugfix_validate_check.py index c5fc39fe33c..574b119fda3 100644 --- a/tests/ci/bugfix_validate_check.py +++ b/tests/ci/bugfix_validate_check.py @@ -36,6 +36,18 @@ def process_result(file_path: Path) -> Tuple[bool, TestResults]: test_results = [] # type: TestResults state, report_url, description = post_commit_status_from_file(file_path) prefix = file_path.parent.name + if description.strip() in [ + "Invalid check_status.tsv", + "Not found test_results.tsv", + "Empty test_results.tsv", + ]: + status = ( + f'Check failed (Report)' + if report_url != "null" + else "Check failed" + ) + return False, [TestResult(f"{prefix}: {description}", status)] + is_ok = state == "success" if is_ok and report_url == "null": return is_ok, test_results