2021-09-10 11:52:21 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
import os
|
|
|
|
|
import datetime
|
|
|
|
|
|
|
|
|
|
### FIXME: BEST FRONTEND PRACTICIES BELOW
|
|
|
|
|
|
|
|
|
|
HTML_BASE_TEST_TEMPLATE = """
|
|
|
|
|
<!DOCTYPE html>
|
|
|
|
|
<html>
|
|
|
|
|
<style>
|
2022-05-28 18:25:42 +00:00
|
|
|
body {{ font-family: "DejaVu Sans", "Noto Sans", Arial, sans-serif; background: #EEE; }}
|
2021-09-10 11:52:21 +00:00
|
|
|
h1 {{ margin-left: 10px; }}
|
|
|
|
|
th, td {{ border: 0; padding: 5px 10px 5px 10px; text-align: left; vertical-align: top; line-height: 1.5; background-color: #FFF;
|
|
|
|
|
td {{ white-space: pre; font-family: Monospace, Courier New; }}
|
|
|
|
|
border: 0; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
|
|
|
|
a {{ color: #06F; text-decoration: none; }}
|
|
|
|
|
a:hover, a:active {{ color: #F40; text-decoration: underline; }}
|
|
|
|
|
table {{ border: 0; }}
|
|
|
|
|
p.links a {{ padding: 5px; margin: 3px; background: #FFF; line-height: 2; white-space: nowrap; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
|
|
|
|
th {{ cursor: pointer; }}
|
2021-10-22 12:23:41 +00:00
|
|
|
.failed {{ cursor: pointer; }}
|
|
|
|
|
.failed-content.open {{}}
|
|
|
|
|
.failed-content {{ display: none; }}
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
</style>
|
|
|
|
|
<title>{title}</title>
|
|
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
<div class="main">
|
|
|
|
|
|
|
|
|
|
<h1>{header}</h1>
|
|
|
|
|
<p class="links">
|
|
|
|
|
<a href="{raw_log_url}">{raw_log_name}</a>
|
|
|
|
|
<a href="{commit_url}">Commit</a>
|
|
|
|
|
{additional_urls}
|
2021-10-22 12:23:41 +00:00
|
|
|
<a href="{task_url}">Task (github actions)</a>
|
2022-08-09 16:49:55 +00:00
|
|
|
<a href="{job_url}">Job (github actions)</a>
|
2021-09-10 11:52:21 +00:00
|
|
|
</p>
|
|
|
|
|
{test_part}
|
|
|
|
|
</body>
|
|
|
|
|
<script type="text/javascript">
|
|
|
|
|
/// Straight from https://stackoverflow.com/questions/14267781/sorting-html-table-with-javascript
|
|
|
|
|
|
2021-10-22 12:23:41 +00:00
|
|
|
const getCellValue = (tr, idx) => {{
|
|
|
|
|
var classes = tr.classList;
|
|
|
|
|
var elem = tr;
|
|
|
|
|
if (classes.contains("failed-content") || classes.contains("failed-content.open"))
|
|
|
|
|
elem = tr.previousElementSibling;
|
|
|
|
|
return elem.children[idx].innerText || elem.children[idx].textContent;
|
|
|
|
|
}}
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
const comparer = (idx, asc) => (a, b) => ((v1, v2) =>
|
|
|
|
|
v1 !== '' && v2 !== '' && !isNaN(v1) && !isNaN(v2) ? v1 - v2 : v1.toString().localeCompare(v2)
|
|
|
|
|
)(getCellValue(asc ? a : b, idx), getCellValue(asc ? b : a, idx));
|
|
|
|
|
|
|
|
|
|
// do the work...
|
|
|
|
|
document.querySelectorAll('th').forEach(th => th.addEventListener('click', (() => {{
|
|
|
|
|
const table = th.closest('table');
|
|
|
|
|
Array.from(table.querySelectorAll('tr:nth-child(n+2)'))
|
|
|
|
|
.sort(comparer(Array.from(th.parentNode.children).indexOf(th), this.asc = !this.asc))
|
|
|
|
|
.forEach(tr => table.appendChild(tr) );
|
|
|
|
|
}})));
|
2021-10-22 12:23:41 +00:00
|
|
|
|
|
|
|
|
Array.from(document.getElementsByClassName("failed")).forEach(tr => tr.addEventListener('click', function() {{
|
|
|
|
|
var content = this.nextElementSibling;
|
|
|
|
|
content.classList.toggle("failed-content.open");
|
|
|
|
|
content.classList.toggle("failed-content");
|
|
|
|
|
}}));
|
2021-09-10 11:52:21 +00:00
|
|
|
</script>
|
|
|
|
|
</html>
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
HTML_TEST_PART = """
|
|
|
|
|
<table>
|
|
|
|
|
<tr>
|
|
|
|
|
{headers}
|
|
|
|
|
</tr>
|
|
|
|
|
{rows}
|
|
|
|
|
</table>
|
|
|
|
|
"""
|
|
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
BASE_HEADERS = ["Test name", "Test status"]
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
|
2022-03-11 13:36:29 +00:00
|
|
|
class ReportColorTheme:
|
|
|
|
|
class ReportColor:
|
2022-03-22 16:39:58 +00:00
|
|
|
yellow = "#FFB400"
|
|
|
|
|
red = "#F00"
|
|
|
|
|
green = "#0A0"
|
|
|
|
|
blue = "#00B4FF"
|
2022-03-11 13:36:29 +00:00
|
|
|
|
|
|
|
|
default = (ReportColor.green, ReportColor.red, ReportColor.yellow)
|
|
|
|
|
bugfixcheck = (ReportColor.yellow, ReportColor.blue, ReportColor.blue)
|
|
|
|
|
|
|
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
def _format_header(header, branch_name, branch_url=None):
|
2022-03-22 16:39:58 +00:00
|
|
|
result = " ".join([w.capitalize() for w in header.split(" ")])
|
2021-09-10 11:52:21 +00:00
|
|
|
result = result.replace("Clickhouse", "ClickHouse")
|
|
|
|
|
result = result.replace("clickhouse", "ClickHouse")
|
2022-03-22 16:39:58 +00:00
|
|
|
if "ClickHouse" not in result:
|
|
|
|
|
result = "ClickHouse " + result
|
|
|
|
|
result += " for "
|
2021-09-10 11:52:21 +00:00
|
|
|
if branch_url:
|
|
|
|
|
result += '<a href="{url}">{name}</a>'.format(url=branch_url, name=branch_name)
|
|
|
|
|
else:
|
|
|
|
|
result += branch_name
|
|
|
|
|
return result
|
|
|
|
|
|
|
|
|
|
|
2022-03-11 13:36:29 +00:00
|
|
|
def _get_status_style(status, colortheme=None):
|
2022-03-22 16:39:58 +00:00
|
|
|
ok_statuses = ("OK", "success", "PASSED")
|
|
|
|
|
fail_statuses = ("FAIL", "failure", "error", "FAILED", "Timeout")
|
2022-03-11 13:36:29 +00:00
|
|
|
|
|
|
|
|
if colortheme is None:
|
|
|
|
|
colortheme = ReportColorTheme.default
|
|
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
style = "font-weight: bold;"
|
2022-03-11 13:36:29 +00:00
|
|
|
if status in ok_statuses:
|
2022-03-22 16:39:58 +00:00
|
|
|
style += f"color: {colortheme[0]};"
|
2022-03-11 13:36:29 +00:00
|
|
|
elif status in fail_statuses:
|
2022-03-22 16:39:58 +00:00
|
|
|
style += f"color: {colortheme[1]};"
|
2021-09-10 11:52:21 +00:00
|
|
|
else:
|
2022-03-22 16:39:58 +00:00
|
|
|
style += f"color: {colortheme[2]};"
|
2021-09-10 11:52:21 +00:00
|
|
|
return style
|
|
|
|
|
|
|
|
|
|
|
2022-02-20 17:00:18 +00:00
|
|
|
def _get_html_url_name(url):
|
|
|
|
|
if isinstance(url, str):
|
2022-03-22 16:39:58 +00:00
|
|
|
return os.path.basename(url).replace("%2B", "+").replace("%20", " ")
|
2022-02-20 17:00:18 +00:00
|
|
|
if isinstance(url, tuple):
|
2022-03-22 16:39:58 +00:00
|
|
|
return url[1].replace("%2B", "+").replace("%20", " ")
|
2022-02-20 17:00:18 +00:00
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
def _get_html_url(url):
|
2022-02-20 17:00:18 +00:00
|
|
|
href = None
|
|
|
|
|
name = None
|
2021-09-10 11:52:21 +00:00
|
|
|
if isinstance(url, str):
|
2022-02-20 17:00:18 +00:00
|
|
|
href, name = url, _get_html_url_name(url)
|
2021-09-10 11:52:21 +00:00
|
|
|
if isinstance(url, tuple):
|
2022-02-21 07:29:10 +00:00
|
|
|
href, name = url[0], _get_html_url_name(url)
|
2022-02-20 17:00:18 +00:00
|
|
|
if href and name:
|
2022-03-22 16:39:58 +00:00
|
|
|
return '<a href="{href}">{name}</a>'.format(
|
|
|
|
|
href=href, name=_get_html_url_name(url)
|
|
|
|
|
)
|
|
|
|
|
return ""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def create_test_html_report(
|
|
|
|
|
header,
|
|
|
|
|
test_result,
|
|
|
|
|
raw_log_url,
|
|
|
|
|
task_url,
|
2022-08-09 16:49:55 +00:00
|
|
|
job_url,
|
2022-03-22 16:39:58 +00:00
|
|
|
branch_url,
|
|
|
|
|
branch_name,
|
|
|
|
|
commit_url,
|
|
|
|
|
additional_urls=None,
|
|
|
|
|
with_raw_logs=False,
|
|
|
|
|
statuscolors=None,
|
|
|
|
|
):
|
2021-10-27 07:03:24 +00:00
|
|
|
if additional_urls is None:
|
|
|
|
|
additional_urls = []
|
|
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
if test_result:
|
|
|
|
|
rows_part = ""
|
|
|
|
|
num_fails = 0
|
|
|
|
|
has_test_time = False
|
|
|
|
|
has_test_logs = False
|
2022-05-31 16:16:13 +00:00
|
|
|
|
|
|
|
|
if with_raw_logs:
|
|
|
|
|
# Display entires with logs at the top (they correspond to failed tests)
|
|
|
|
|
test_result.sort(key=lambda result: len(result) <= 3)
|
|
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
for result in test_result:
|
|
|
|
|
test_name = result[0]
|
|
|
|
|
test_status = result[1]
|
|
|
|
|
|
|
|
|
|
test_logs = None
|
|
|
|
|
test_time = None
|
|
|
|
|
if len(result) > 2:
|
|
|
|
|
test_time = result[2]
|
|
|
|
|
has_test_time = True
|
|
|
|
|
|
|
|
|
|
if len(result) > 3:
|
|
|
|
|
test_logs = result[3]
|
|
|
|
|
has_test_logs = True
|
|
|
|
|
|
|
|
|
|
row = "<tr>"
|
2022-03-22 16:39:58 +00:00
|
|
|
is_fail = test_status in ("FAIL", "FLAKY")
|
2021-10-22 12:23:41 +00:00
|
|
|
if is_fail and with_raw_logs and test_logs is not None:
|
2022-03-22 16:39:58 +00:00
|
|
|
row = '<tr class="failed">'
|
2021-09-10 11:52:21 +00:00
|
|
|
row += "<td>" + test_name + "</td>"
|
2022-03-11 13:36:29 +00:00
|
|
|
style = _get_status_style(test_status, colortheme=statuscolors)
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
# Allow to quickly scroll to the first failure.
|
|
|
|
|
is_fail_id = ""
|
|
|
|
|
if is_fail:
|
|
|
|
|
num_fails = num_fails + 1
|
|
|
|
|
is_fail_id = 'id="fail' + str(num_fails) + '" '
|
|
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
row += (
|
|
|
|
|
"<td "
|
|
|
|
|
+ is_fail_id
|
|
|
|
|
+ 'style="{}">'.format(style)
|
|
|
|
|
+ test_status
|
|
|
|
|
+ "</td>"
|
|
|
|
|
)
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
if test_time is not None:
|
|
|
|
|
row += "<td>" + test_time + "</td>"
|
|
|
|
|
|
2021-10-22 12:23:41 +00:00
|
|
|
if test_logs is not None and not with_raw_logs:
|
2021-09-10 11:52:21 +00:00
|
|
|
test_logs_html = "<br>".join([_get_html_url(url) for url in test_logs])
|
|
|
|
|
row += "<td>" + test_logs_html + "</td>"
|
|
|
|
|
|
|
|
|
|
row += "</tr>"
|
|
|
|
|
rows_part += row
|
2021-10-22 12:23:41 +00:00
|
|
|
if test_logs is not None and with_raw_logs:
|
2022-03-22 16:39:58 +00:00
|
|
|
row = '<tr class="failed-content">'
|
2021-10-22 12:23:41 +00:00
|
|
|
# TODO: compute colspan too
|
2022-03-22 16:39:58 +00:00
|
|
|
row += '<td colspan="3"><pre>' + test_logs + "</pre></td>"
|
2021-10-22 12:23:41 +00:00
|
|
|
row += "</tr>"
|
|
|
|
|
rows_part += row
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
headers = BASE_HEADERS
|
|
|
|
|
if has_test_time:
|
2022-03-22 16:39:58 +00:00
|
|
|
headers.append("Test time, sec.")
|
2021-10-22 12:23:41 +00:00
|
|
|
if has_test_logs and not with_raw_logs:
|
2022-03-22 16:39:58 +00:00
|
|
|
headers.append("Logs")
|
2021-09-10 11:52:21 +00:00
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
headers = "".join(["<th>" + h + "</th>" for h in headers])
|
2021-09-10 11:52:21 +00:00
|
|
|
test_part = HTML_TEST_PART.format(headers=headers, rows=rows_part)
|
|
|
|
|
else:
|
|
|
|
|
test_part = ""
|
|
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
additional_html_urls = " ".join(
|
|
|
|
|
[_get_html_url(url) for url in sorted(additional_urls, key=_get_html_url_name)]
|
|
|
|
|
)
|
2021-09-10 11:52:21 +00:00
|
|
|
|
2022-08-09 16:49:55 +00:00
|
|
|
raw_log_name = os.path.basename(raw_log_url)
|
2022-08-11 10:05:16 +00:00
|
|
|
if "?" in raw_log_name:
|
|
|
|
|
raw_log_name = raw_log_name.split("?")[0]
|
2022-08-09 16:49:55 +00:00
|
|
|
|
2021-09-10 11:52:21 +00:00
|
|
|
result = HTML_BASE_TEST_TEMPLATE.format(
|
|
|
|
|
title=_format_header(header, branch_name),
|
|
|
|
|
header=_format_header(header, branch_name, branch_url),
|
2022-08-09 16:49:55 +00:00
|
|
|
raw_log_name=raw_log_name,
|
2021-09-10 11:52:21 +00:00
|
|
|
raw_log_url=raw_log_url,
|
|
|
|
|
task_url=task_url,
|
2022-08-09 16:49:55 +00:00
|
|
|
job_url=job_url,
|
2021-09-10 11:52:21 +00:00
|
|
|
test_part=test_part,
|
|
|
|
|
branch_name=branch_name,
|
|
|
|
|
commit_url=commit_url,
|
2022-03-22 16:39:58 +00:00
|
|
|
additional_urls=additional_html_urls,
|
2021-09-10 11:52:21 +00:00
|
|
|
)
|
|
|
|
|
return result
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
HTML_BASE_BUILD_TEMPLATE = """
|
|
|
|
|
<!DOCTYPE html>
|
|
|
|
|
<html>
|
|
|
|
|
<head>
|
|
|
|
|
<style>
|
2022-08-08 05:25:29 +00:00
|
|
|
body {{ font-family: "DejaVu Sans", "Noto Sans", Arial, sans-serif; background: #EEE; }}
|
2021-09-10 11:52:21 +00:00
|
|
|
h1 {{ margin-left: 10px; }}
|
|
|
|
|
th, td {{ border: 0; padding: 5px 10px 5px 10px; text-align: left; vertical-align: top; line-height: 1.5; background-color: #FFF;
|
|
|
|
|
border: 0; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
|
|
|
|
a {{ color: #06F; text-decoration: none; }}
|
|
|
|
|
a:hover, a:active {{ color: #F40; text-decoration: underline; }}
|
|
|
|
|
table {{ border: 0; }}
|
|
|
|
|
.main {{ margin: auto; }}
|
|
|
|
|
p.links a {{ padding: 5px; margin: 3px; background: #FFF; line-height: 2; white-space: nowrap; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
|
|
|
|
tr:hover td {{filter: brightness(95%);}}
|
|
|
|
|
</style>
|
|
|
|
|
<title>{title}</title>
|
|
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
<div class="main">
|
|
|
|
|
<h1>{header}</h1>
|
|
|
|
|
<table>
|
|
|
|
|
<tr>
|
|
|
|
|
<th>Compiler</th>
|
|
|
|
|
<th>Build type</th>
|
|
|
|
|
<th>Sanitizer</th>
|
|
|
|
|
<th>Bundled</th>
|
2022-07-29 12:30:40 +00:00
|
|
|
<th>Libraries</th>
|
2021-09-10 11:52:21 +00:00
|
|
|
<th>Status</th>
|
|
|
|
|
<th>Build log</th>
|
|
|
|
|
<th>Build time</th>
|
|
|
|
|
<th class="artifacts">Artifacts</th>
|
|
|
|
|
</tr>
|
|
|
|
|
{rows}
|
|
|
|
|
</table>
|
|
|
|
|
<p class="links">
|
|
|
|
|
<a href="{commit_url}">Commit</a>
|
2021-10-22 12:23:41 +00:00
|
|
|
<a href="{task_url}">Task (github actions)</a>
|
2021-09-10 11:52:21 +00:00
|
|
|
</p>
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
LINK_TEMPLATE = '<a href="{url}">{text}</a>'
|
|
|
|
|
|
|
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
def create_build_html_report(
|
|
|
|
|
header,
|
|
|
|
|
build_results,
|
|
|
|
|
build_logs_urls,
|
|
|
|
|
artifact_urls_list,
|
|
|
|
|
task_url,
|
|
|
|
|
branch_url,
|
|
|
|
|
branch_name,
|
|
|
|
|
commit_url,
|
|
|
|
|
):
|
2021-09-10 11:52:21 +00:00
|
|
|
rows = ""
|
2022-03-22 16:39:58 +00:00
|
|
|
for (build_result, build_log_url, artifact_urls) in zip(
|
|
|
|
|
build_results, build_logs_urls, artifact_urls_list
|
|
|
|
|
):
|
2021-09-10 11:52:21 +00:00
|
|
|
row = "<tr>"
|
|
|
|
|
row += "<td>{}</td>".format(build_result.compiler)
|
|
|
|
|
if build_result.build_type:
|
|
|
|
|
row += "<td>{}</td>".format(build_result.build_type)
|
|
|
|
|
else:
|
|
|
|
|
row += "<td>{}</td>".format("relwithdebuginfo")
|
|
|
|
|
if build_result.sanitizer:
|
|
|
|
|
row += "<td>{}</td>".format(build_result.sanitizer)
|
|
|
|
|
else:
|
|
|
|
|
row += "<td>{}</td>".format("none")
|
|
|
|
|
|
|
|
|
|
row += "<td>{}</td>".format(build_result.bundled)
|
2022-07-29 12:30:40 +00:00
|
|
|
row += "<td>{}</td>".format(build_result.libraries)
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
if build_result.status:
|
|
|
|
|
style = _get_status_style(build_result.status)
|
|
|
|
|
row += '<td style="{}">{}</td>'.format(style, build_result.status)
|
|
|
|
|
else:
|
|
|
|
|
style = _get_status_style("error")
|
|
|
|
|
row += '<td style="{}">{}</td>'.format(style, "error")
|
|
|
|
|
|
|
|
|
|
row += '<td><a href="{}">link</a></td>'.format(build_log_url)
|
|
|
|
|
|
|
|
|
|
if build_result.elapsed_seconds:
|
|
|
|
|
delta = datetime.timedelta(seconds=build_result.elapsed_seconds)
|
|
|
|
|
else:
|
2022-03-22 16:39:58 +00:00
|
|
|
delta = "unknown"
|
2021-09-10 11:52:21 +00:00
|
|
|
|
2022-03-22 16:39:58 +00:00
|
|
|
row += "<td>{}</td>".format(str(delta))
|
2021-09-10 11:52:21 +00:00
|
|
|
|
|
|
|
|
links = ""
|
|
|
|
|
link_separator = "<br/>"
|
|
|
|
|
if artifact_urls:
|
|
|
|
|
for artifact_url in artifact_urls:
|
2022-03-22 16:39:58 +00:00
|
|
|
links += LINK_TEMPLATE.format(
|
|
|
|
|
text=_get_html_url_name(artifact_url), url=artifact_url
|
|
|
|
|
)
|
2021-09-10 11:52:21 +00:00
|
|
|
links += link_separator
|
|
|
|
|
if links:
|
2022-03-22 16:39:58 +00:00
|
|
|
links = links[: -len(link_separator)]
|
2021-09-10 11:52:21 +00:00
|
|
|
row += "<td>{}</td>".format(links)
|
|
|
|
|
|
|
|
|
|
row += "</tr>"
|
|
|
|
|
rows += row
|
|
|
|
|
return HTML_BASE_BUILD_TEMPLATE.format(
|
|
|
|
|
title=_format_header(header, branch_name),
|
|
|
|
|
header=_format_header(header, branch_name, branch_url),
|
|
|
|
|
rows=rows,
|
|
|
|
|
task_url=task_url,
|
|
|
|
|
branch_name=branch_name,
|
2022-03-22 16:39:58 +00:00
|
|
|
commit_url=commit_url,
|
|
|
|
|
)
|
