mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 08:40:50 +00:00
118 lines
4.2 KiB
Python
Executable File
118 lines
4.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import logging
|
|
import argparse
|
|
import csv
|
|
|
|
OK_SIGN = "[ OK "
|
|
FAIL_SING = "[ FAIL "
|
|
TIMEOUT_SING = "[ Timeout! "
|
|
UNKNOWN_SIGN = "[ UNKNOWN "
|
|
SKIPPED_SIGN = "[ SKIPPED "
|
|
HUNG_SIGN = "Found hung queries in processlist"
|
|
|
|
def process_test_log(log_path):
|
|
total = 0
|
|
skipped = 0
|
|
unknown = 0
|
|
failed = 0
|
|
success = 0
|
|
hung = False
|
|
test_results = []
|
|
with open(log_path, 'r') as test_file:
|
|
for line in test_file:
|
|
line = line.strip()
|
|
if HUNG_SIGN in line:
|
|
hung = True
|
|
if any(sign in line for sign in (OK_SIGN, FAIL_SING, UNKNOWN_SIGN, SKIPPED_SIGN)):
|
|
test_name = line.split(' ')[2].split(':')[0]
|
|
|
|
test_time = ''
|
|
try:
|
|
time_token = line.split(']')[1].strip().split()[0]
|
|
float(time_token)
|
|
test_time = time_token
|
|
except:
|
|
pass
|
|
|
|
total += 1
|
|
if TIMEOUT_SING in line:
|
|
failed += 1
|
|
test_results.append((test_name, "Timeout", test_time))
|
|
elif FAIL_SING in line:
|
|
failed += 1
|
|
test_results.append((test_name, "FAIL", test_time))
|
|
elif UNKNOWN_SIGN in line:
|
|
unknown += 1
|
|
test_results.append((test_name, "FAIL", test_time))
|
|
elif SKIPPED_SIGN in line:
|
|
skipped += 1
|
|
test_results.append((test_name, "SKIPPED", test_time))
|
|
else:
|
|
success += int(OK_SIGN in line)
|
|
test_results.append((test_name, "OK", test_time))
|
|
return total, skipped, unknown, failed, success, hung, test_results
|
|
|
|
def process_result(result_path):
|
|
test_results = []
|
|
state = "success"
|
|
description = ""
|
|
files = os.listdir(result_path)
|
|
if files:
|
|
logging.info("Find files in result folder %s", ','.join(files))
|
|
result_path = os.path.join(result_path, 'test_result.txt')
|
|
else:
|
|
result_path = None
|
|
description = "No output log"
|
|
state = "error"
|
|
|
|
if result_path and os.path.exists(result_path):
|
|
total, skipped, unknown, failed, success, hung, test_results = process_test_log(result_path)
|
|
is_flacky_check = 1 < int(os.environ.get('NUM_TRIES', 1))
|
|
# If no tests were run (success == 0) it indicates an error (e.g. server did not start or crashed immediately)
|
|
# But it's Ok for "flaky checks" - they can contain just one test for check which is marked as skipped.
|
|
if failed != 0 or unknown != 0 or (success == 0 and (not is_flacky_check)):
|
|
state = "failure"
|
|
|
|
if hung:
|
|
description = "Some queries hung, "
|
|
state = "failure"
|
|
else:
|
|
description = ""
|
|
|
|
description += "fail: {}, passed: {}".format(failed, success)
|
|
if skipped != 0:
|
|
description += ", skipped: {}".format(skipped)
|
|
if unknown != 0:
|
|
description += ", unknown: {}".format(unknown)
|
|
else:
|
|
state = "failure"
|
|
description = "Output log doesn't exist"
|
|
test_results = []
|
|
|
|
return state, description, test_results
|
|
|
|
|
|
def write_results(results_file, status_file, results, status):
|
|
with open(results_file, 'w') as f:
|
|
out = csv.writer(f, delimiter='\t')
|
|
out.writerows(results)
|
|
with open(status_file, 'w') as f:
|
|
out = csv.writer(f, delimiter='\t')
|
|
out.writerow(status)
|
|
|
|
if __name__ == "__main__":
|
|
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(message)s')
|
|
parser = argparse.ArgumentParser(description="ClickHouse script for parsing results of functional tests")
|
|
parser.add_argument("--in-results-dir", default='/test_output/')
|
|
parser.add_argument("--out-results-file", default='/test_output/test_results.tsv')
|
|
parser.add_argument("--out-status-file", default='/test_output/check_status.tsv')
|
|
args = parser.parse_args()
|
|
|
|
state, description, test_results = process_result(args.in_results_dir)
|
|
logging.info("Result parsed")
|
|
status = (state, description)
|
|
write_results(args.out_results_file, args.out_status_file, test_results, status)
|
|
logging.info("Result written")
|