thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-21 23:21:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

detect unmarked long tests in flaky check

Browse Source
This commit is contained in:
Alexander Kuzmenkov 2021-02-04 15:06:48 +03:00
parent 227698ea1c
commit 858043cd53
4 changed files with 23 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
tests/clickhouse-test
View File

@ -428,15 +428,23 @@ def run_tests_array(all_tests_with_params):
status += print_test_time(total_time) status += print_test_time(total_time)
status += " - result differs with reference:\n{}\n".format(diff) status += " - result differs with reference:\n{}\n".format(diff)
else: else:
passed_total += 1 if args.test_runs > 1 and total_time > 30 and 'long' not in name:
failures_chain = 0 # We're in Flaky Check mode, check the run time as well while we're at it.
status += MSG_OK failures += 1
status += print_test_time(total_time) failures_chain += 1
status += "\n" status += MSG_FAIL
if os.path.exists(stdout_file): status += print_test_time(total_time)
os.remove(stdout_file) status += " - Long test not marked as 'long'"
if os.path.exists(stderr_file): else:
os.remove(stderr_file) passed_total += 1
failures_chain = 0
status += MSG_OK
status += print_test_time(total_time)
status += "\n"
if os.path.exists(stdout_file):
os.remove(stdout_file)
if os.path.exists(stderr_file):
os.remove(stderr_file)
if status and not status.endswith('\n'): if status and not status.endswith('\n'):
status += '\n' status += '\n'

2
tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
View File

@ -1,5 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
# remove this comment before merge
set -e set -e
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)

2
tests/queries/0_stateless/01232_preparing_sets_race_condition.sh
View File

@ -1,5 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
# remove this comment before merge
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
# shellcheck source=../shell_config.sh # shellcheck source=../shell_config.sh
. "$CURDIR"/../shell_config.sh . "$CURDIR"/../shell_config.sh

2
tests/queries/0_stateless/01443_merge_truncate.sh
View File

@ -1,5 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
# remove this comment before merge
set -e set -e
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)