diff --git a/tests/ci/build_report_check.py b/tests/ci/build_report_check.py
index c1dd2910788..cc8e226e495 100644
--- a/tests/ci/build_report_check.py
+++ b/tests/ci/build_report_check.py
@@ -139,7 +139,8 @@ def main():
         additional_files=[report_path],
     ).dump()
 
-    if summary_status == ERROR:
+    # We should fail the report job to rerun it in the following attempts
+    if summary_status != SUCCESS:
         sys.exit(1)
 
 
diff --git a/tests/ci/ci.py b/tests/ci/ci.py
index 3d712e9d662..24d6d95bd0d 100644
--- a/tests/ci/ci.py
+++ b/tests/ci/ci.py
@@ -2121,8 +2121,6 @@ def main() -> int:
                     pr_info,
                     dump_to_file=True,
                 )
-                if job_report.status != SUCCESS:
-                    exit_code = 1
                 if not pr_info.is_merge_queue:
                     # in the merge queue mergeable status must be set only in FinishCheck (last job in wf)
                     update_mergeable_check(