2020-01-23 17:48:26 +00:00
|
|
|
#!/usr/bin/python3
|
|
|
|
|
|
|
|
|
|
import collections
|
|
|
|
|
import csv
|
|
|
|
|
import os
|
|
|
|
|
import sys
|
2020-02-26 16:18:58 +00:00
|
|
|
import traceback
|
2020-01-23 17:48:26 +00:00
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
report_errors = []
|
|
|
|
|
status = 'success'
|
|
|
|
|
message = 'See the report'
|
|
|
|
|
|
|
|
|
|
print("""
|
2020-01-23 17:48:26 +00:00
|
|
|
<!DOCTYPE html>
|
|
|
|
|
<html>
|
|
|
|
|
<style>
|
|
|
|
|
@font-face {{
|
|
|
|
|
font-family:'Yandex Sans Display Web';
|
|
|
|
|
src:url(https://yastatic.net/adv-www/_/H63jN0veW07XQUIA2317lr9UIm8.eot);
|
|
|
|
|
src:url(https://yastatic.net/adv-www/_/H63jN0veW07XQUIA2317lr9UIm8.eot?#iefix) format('embedded-opentype'),
|
|
|
|
|
url(https://yastatic.net/adv-www/_/sUYVCPUAQE7ExrvMS7FoISoO83s.woff2) format('woff2'),
|
|
|
|
|
url(https://yastatic.net/adv-www/_/v2Sve_obH3rKm6rKrtSQpf-eB7U.woff) format('woff'),
|
|
|
|
|
url(https://yastatic.net/adv-www/_/PzD8hWLMunow5i3RfJ6WQJAL7aI.ttf) format('truetype'),
|
|
|
|
|
url(https://yastatic.net/adv-www/_/lF_KG5g4tpQNlYIgA0e77fBSZ5s.svg#YandexSansDisplayWeb-Regular) format('svg');
|
|
|
|
|
font-weight:400;
|
|
|
|
|
font-style:normal;
|
|
|
|
|
font-stretch:normal
|
|
|
|
|
}}
|
|
|
|
|
|
|
|
|
|
body {{ font-family: "Yandex Sans Display Web", Arial, sans-serif; background: #EEE; }}
|
|
|
|
|
h1 {{ margin-left: 10px; }}
|
|
|
|
|
th, td {{ border: 0; padding: 5px 10px 5px 10px; text-align: left; vertical-align: top; line-height: 1.5; background-color: #FFF;
|
|
|
|
|
td {{ white-space: pre; font-family: Monospace, Courier New; }}
|
|
|
|
|
border: 0; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
|
|
|
|
a {{ color: #06F; text-decoration: none; }}
|
|
|
|
|
a:hover, a:active {{ color: #F40; text-decoration: underline; }}
|
|
|
|
|
table {{ border: 0; }}
|
|
|
|
|
.main {{ margin-left: 10%; }}
|
|
|
|
|
p.links a {{ padding: 5px; margin: 3px; background: #FFF; line-height: 2; white-space: nowrap; box-shadow: 0 0 0 1px rgba(0, 0, 0, 0.05), 0 8px 25px -5px rgba(0, 0, 0, 0.1); }}
|
2020-02-10 16:34:07 +00:00
|
|
|
.cancela,.cancela:link,.cancela:visited,.cancela:hover,.cancela:focus,.cancela:active{{
|
|
|
|
|
color: inherit;
|
|
|
|
|
text-decoration: none;
|
|
|
|
|
}}
|
2020-02-10 18:12:52 +00:00
|
|
|
tr:nth-child(odd) td {{filter: brightness(95%);}}
|
2020-01-23 17:48:26 +00:00
|
|
|
</style>
|
2020-02-26 16:18:58 +00:00
|
|
|
<title>Clickhouse performance comparison</title>
|
2020-01-23 17:48:26 +00:00
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
<div class="main">
|
|
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
<h1>ClickHouse performance comparison</h1>
|
|
|
|
|
""".format())
|
|
|
|
|
|
2020-01-23 17:48:26 +00:00
|
|
|
|
|
|
|
|
table_template = """
|
2020-02-10 16:34:07 +00:00
|
|
|
<h2 id="{anchor}"><a class="cancela" href="#{anchor}">{caption}</a></h2>
|
2020-01-23 17:48:26 +00:00
|
|
|
<table>
|
|
|
|
|
{header}
|
|
|
|
|
{rows}
|
|
|
|
|
</table>
|
|
|
|
|
"""
|
|
|
|
|
|
2020-02-10 16:34:07 +00:00
|
|
|
table_anchor = 0
|
|
|
|
|
row_anchor = 0
|
|
|
|
|
|
|
|
|
|
def nextTableAnchor():
|
|
|
|
|
global table_anchor
|
|
|
|
|
table_anchor += 1
|
|
|
|
|
return str(table_anchor)
|
|
|
|
|
|
|
|
|
|
def nextRowAnchor():
|
|
|
|
|
global row_anchor
|
|
|
|
|
global table_anchor
|
|
|
|
|
row_anchor += 1
|
|
|
|
|
return str(table_anchor) + "." + str(row_anchor)
|
|
|
|
|
|
2020-01-23 17:48:26 +00:00
|
|
|
def tr(x):
|
2020-02-10 16:34:07 +00:00
|
|
|
a = nextRowAnchor()
|
2020-02-11 20:00:53 +00:00
|
|
|
#return '<tr onclick="location.href=\'#{a}\'" id={a}>{x}</tr>'.format(a=a, x=str(x))
|
|
|
|
|
return '<tr id={a}>{x}</tr>'.format(a=a, x=str(x))
|
2020-01-23 17:48:26 +00:00
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
def td(value, cell_class = ''):
|
|
|
|
|
return '<td class="{cell_class}">{value}</td>'.format(
|
|
|
|
|
cell_class = cell_class,
|
|
|
|
|
value = value)
|
2020-01-23 17:48:26 +00:00
|
|
|
|
|
|
|
|
def th(x):
|
|
|
|
|
return '<th>' + str(x) + '</th>'
|
|
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
def tableRow(r):
|
2020-01-23 17:48:26 +00:00
|
|
|
return tr(''.join([td(f) for f in r]))
|
|
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
def tableHeader(r):
|
2020-01-23 17:48:26 +00:00
|
|
|
return tr(''.join([th(f) for f in r]))
|
|
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
def tableStart(title):
|
|
|
|
|
return """
|
|
|
|
|
<h2 id="{anchor}"><a class="cancela" href="#{anchor}">{title}</a></h2>
|
|
|
|
|
<table>""".format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
title = title)
|
|
|
|
|
|
|
|
|
|
def tableEnd():
|
|
|
|
|
return '</table>'
|
|
|
|
|
|
|
|
|
|
def tsvRowsRaw(n):
|
|
|
|
|
result = []
|
|
|
|
|
try:
|
|
|
|
|
with open(n, encoding='utf-8') as fd:
|
|
|
|
|
return [row for row in csv.reader(fd, delimiter="\t", quotechar='"')]
|
|
|
|
|
except:
|
|
|
|
|
report_errors.append(
|
|
|
|
|
traceback.format_exception_only(
|
|
|
|
|
*sys.exc_info()[:2])[-1])
|
|
|
|
|
pass
|
|
|
|
|
return []
|
|
|
|
|
|
|
|
|
|
def tsvTableRows(n):
|
|
|
|
|
rawRows = tsvRowsRaw(n)
|
2020-01-23 17:48:26 +00:00
|
|
|
result = ''
|
2020-02-26 16:18:58 +00:00
|
|
|
for row in rawRows:
|
|
|
|
|
result += tableRow(row)
|
2020-01-23 17:48:26 +00:00
|
|
|
return result
|
|
|
|
|
|
2020-02-26 16:18:58 +00:00
|
|
|
print(table_template.format(
|
2020-02-10 16:34:07 +00:00
|
|
|
anchor = nextTableAnchor(),
|
2020-02-03 17:06:17 +00:00
|
|
|
caption = 'Tested commits',
|
2020-02-26 16:18:58 +00:00
|
|
|
header = tableHeader(['Old', 'New']),
|
|
|
|
|
rows = tableRow([open('left-commit.txt').read(), open('right-commit.txt').read()])))
|
|
|
|
|
|
|
|
|
|
print(table_template.format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
caption = 'Changes in performance',
|
|
|
|
|
header = tableHeader(['Old, s', 'New, s',
|
|
|
|
|
'Relative difference (new - old)/old',
|
|
|
|
|
'Randomization distribution quantiles [5%, 50%, 95%]',
|
|
|
|
|
'Test', 'Query']),
|
|
|
|
|
rows = tsvTableRows('changed-perf.tsv')))
|
|
|
|
|
|
|
|
|
|
print(table_template.format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
caption = 'Slow on client',
|
|
|
|
|
header = tableHeader(['Client time, s', 'Server time, s', 'Ratio', 'Query']),
|
|
|
|
|
rows = tsvTableRows('slow-on-client.tsv')))
|
|
|
|
|
|
|
|
|
|
print(table_template.format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
caption = 'Unstable queries',
|
|
|
|
|
header = tableHeader(['Old, s', 'New, s',
|
|
|
|
|
'Relative difference (new - old)/old',
|
|
|
|
|
'Randomization distribution quantiles [5%, 50%, 95%]',
|
|
|
|
|
'Test', 'Query']),
|
|
|
|
|
rows = tsvTableRows('unstable-queries.tsv')))
|
|
|
|
|
|
|
|
|
|
print(table_template.format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
caption = 'Run errors',
|
|
|
|
|
header = tableHeader(['A', 'B']),
|
|
|
|
|
rows = tsvTableRows('run-errors.log')))
|
|
|
|
|
|
|
|
|
|
print(table_template.format(
|
|
|
|
|
anchor = nextTableAnchor(),
|
|
|
|
|
caption = 'Tests with most unstable queries',
|
|
|
|
|
header = tableHeader(['Test', 'Unstable', 'Changed perf', 'Total not OK']),
|
|
|
|
|
rows = tsvTableRows('bad-tests.tsv')))
|
|
|
|
|
|
|
|
|
|
def print_test_times():
|
|
|
|
|
rows = tsvRowsRaw('test-times.tsv')
|
|
|
|
|
if not rows:
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
print(rows, file=sys.stderr)
|
|
|
|
|
|
|
|
|
|
print(tableStart('Test times'))
|
|
|
|
|
print(tableHeader([
|
|
|
|
|
'Test', #0
|
|
|
|
|
'Wall clock time, s', #1
|
|
|
|
|
'Total client time, s', #2
|
|
|
|
|
'Total queries', #3
|
|
|
|
|
'Ignored short queries', #4
|
|
|
|
|
'Longest query<br>(sum for all runs), s', #5
|
|
|
|
|
'Avg wall clock time<br>(sum for all runs), s', #6
|
|
|
|
|
'Shortest query<br>(sum for all runs), s', #7
|
|
|
|
|
]))
|
|
|
|
|
|
|
|
|
|
for r in rows:
|
|
|
|
|
print(tableRow(r))
|
|
|
|
|
|
|
|
|
|
print(tableEnd())
|
|
|
|
|
|
|
|
|
|
print_test_times()
|
|
|
|
|
|
|
|
|
|
if len(report_errors):
|
|
|
|
|
print(tableStart('Errors while building the report'))
|
|
|
|
|
print(tableHeader(['Error']))
|
|
|
|
|
for x in report_errors:
|
|
|
|
|
print(tableRow([x]))
|
|
|
|
|
print(tableEnd())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
print("""
|
|
|
|
|
<p class="links">
|
|
|
|
|
<a href="output.7z">Test output</a>
|
|
|
|
|
</p>
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
""")
|
|
|
|
|
|
|
|
|
|
if report_errors:
|
|
|
|
|
status = 'error'
|
|
|
|
|
message = 'Errors while building the report.'
|
|
|
|
|
|
|
|
|
|
print("""
|
|
|
|
|
<!--status: {status}-->
|
|
|
|
|
<!--message: {message}-->
|
|
|
|
|
""".format(status=status, message=message))
|
