thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-26 09:32:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #25126 from ClickHouse/filter_tests_in_ci_runner

Browse Source 
Fix flaky check report in CI runner
This commit is contained in:
alesapin 2021-06-11 10:28:19 +03:00 committed by GitHub
commit ffad78b074
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/integration/ci-runner.py
View File

@ -404,8 +404,15 @@ class ClickhouseIntegrationTestsRunner:
logging.info("Seems like all tests passed but some of them are skipped or deselected. Ignoring them and finishing group.")
break
else:
# Mark all non tried tests as errors, with '::' in name
# (example test_partition/test.py::test_partition_simple). For flaky check
# we run whole test dirs like "test_odbc_interaction" and don't
# want to mark them as error so we filter by '::'.
for test in tests_in_group:
if test not in counters["PASSED"] and test not in counters["ERROR"] and test not in counters["FAILED"]:
if (test not in counters["PASSED"] and
test not in counters["ERROR"] and
test not in counters["FAILED"] and
'::' in test):
counters["ERROR"].append(test)
return counters, tests_times, log_paths