mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-25 17:12:03 +00:00
2182 lines
61 KiB
HTML
2182 lines
61 KiB
HTML
<!DOCTYPE html>
|
||
<html>
|
||
<head>
|
||
<meta charset="UTF-8">
|
||
<title>ClickBench — a Benchmark For Analytical DBMS</title>
|
||
|
||
<link rel="preconnect" href="https://fonts.googleapis.com">
|
||
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
||
<link href="https://fonts.googleapis.com/css2?family=Inter&display=swap" rel="stylesheet">
|
||
|
||
<style>
|
||
html, body {
|
||
width: 100%;
|
||
height: 100%;
|
||
margin: 0;
|
||
overflow: auto;
|
||
box-sizing: border-box;
|
||
}
|
||
|
||
body {
|
||
font-family: 'Inter', sans-serif;
|
||
padding: 1% 3% 0 3%;
|
||
}
|
||
|
||
.stick-left {
|
||
position: sticky;
|
||
left: 0px;
|
||
}
|
||
|
||
.selectors-container {
|
||
padding: 2rem 0 2rem 0;
|
||
user-select: none;
|
||
}
|
||
|
||
.selectors-container th {
|
||
text-align: left;
|
||
vertical-align: top;
|
||
white-space: nowrap;
|
||
padding-top: 0.5rem;
|
||
padding-right: 1rem;
|
||
}
|
||
|
||
.selector {
|
||
display: inline-block;
|
||
margin-left: 0.1rem;
|
||
padding: 0.2rem 0.5rem 0.2rem 0.5rem;
|
||
background: #EEE;
|
||
color: black;
|
||
border: 0.2rem solid white;
|
||
border-radius: 0.5rem;
|
||
}
|
||
|
||
.selector-active {
|
||
background: #FFCB80;
|
||
}
|
||
|
||
a, a:visited {
|
||
text-decoration: none;
|
||
color: #08F;
|
||
}
|
||
|
||
a:hover {
|
||
color: #F40;
|
||
font-weight: bold;
|
||
cursor: pointer;
|
||
}
|
||
|
||
.selector:hover {
|
||
background: #EEE;
|
||
}
|
||
|
||
.selector-active:hover {
|
||
background: #FDB;
|
||
}
|
||
|
||
#summary tr:nth-child(odd) {
|
||
background: #F8F8F8;
|
||
}
|
||
|
||
.summary-name {
|
||
white-space: nowrap;
|
||
text-align: right;
|
||
padding-right: 1rem;
|
||
}
|
||
|
||
.summary-bar-cell {
|
||
width: 100%;
|
||
}
|
||
|
||
.summary-bar {
|
||
height: 1rem;
|
||
background: #FFCB80;
|
||
border-radius: 0 0.2rem 0.2rem 0;
|
||
}
|
||
|
||
.summary-number {
|
||
font-family: monospace;
|
||
text-align: right;
|
||
padding-left: 1rem;
|
||
}
|
||
|
||
th {
|
||
padding-bottom: 0.5rem;
|
||
}
|
||
|
||
.summary-row:hover {
|
||
background: #EEE !important;
|
||
font-weight: bold;
|
||
}
|
||
|
||
#details {
|
||
padding-bottom: 1rem;
|
||
}
|
||
|
||
#details th {
|
||
vertical-align: bottom;
|
||
white-space: pre;
|
||
}
|
||
|
||
#details td {
|
||
white-space: pre;
|
||
font-family: monospace;
|
||
text-align: right;
|
||
padding: 0.1rem 0.5rem 0.1rem 0.5rem;
|
||
}
|
||
|
||
.shadow:hover {
|
||
box-shadow: 0 0 1rem gray;
|
||
}
|
||
|
||
#legend {
|
||
font-family: monospace;
|
||
min-height: 4rem;
|
||
padding: 0.5rem;
|
||
margin-bottom: 1rem;
|
||
background: #FED;
|
||
border: 1px solid #FFCB80;
|
||
}
|
||
</style>
|
||
<script type="text/javascript">
|
||
|
||
const queries = [
|
||
"SELECT COUNT(*) FROM hits;",
|
||
"SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;",
|
||
"SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;",
|
||
"SELECT AVG(UserID) FROM hits;",
|
||
"SELECT COUNT(DISTINCT UserID) FROM hits;",
|
||
"SELECT COUNT(DISTINCT SearchPhrase) FROM hits;",
|
||
"SELECT MIN(EventDate), MAX(EventDate) FROM hits;",
|
||
"SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;",
|
||
"SELECT RegionID, COUNT(DISTINCT UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10;",
|
||
"SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), COUNT(DISTINCT UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10;",
|
||
"SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;",
|
||
"SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;",
|
||
"SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
|
||
"SELECT SearchPhrase, COUNT(DISTINCT UserID) AS u FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;",
|
||
"SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;",
|
||
"SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;",
|
||
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
|
||
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;",
|
||
"SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
|
||
"SELECT UserID FROM hits WHERE UserID = 435090932899640449;",
|
||
"SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';",
|
||
"SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
|
||
"SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
|
||
"SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;",
|
||
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;",
|
||
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;",
|
||
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;",
|
||
"SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
|
||
"SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\\.)?([^/]+)/.*$', '\\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
|
||
"SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), ..., SUM(ResolutionWidth + 89) FROM hits;",
|
||
"SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;",
|
||
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
|
||
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
|
||
"SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;",
|
||
"SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;",
|
||
"SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;",
|
||
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;",
|
||
"SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;",
|
||
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
|
||
"SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
|
||
"SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;",
|
||
"SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;",
|
||
"SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;",
|
||
];
|
||
|
||
const data = [
|
||
|
||
/* Example:
|
||
{
|
||
"system": "shitholedb", // name of the system, exactly as directory name
|
||
"date": "2022-01-02", // date when the results were added, should be determined automatically
|
||
"machine": "c6a.4xlarge, gp2 500G", // server hardware type, or "serverless"
|
||
"cluster_size": 1, // the number of servers in a cluster, or "serverless"
|
||
"comment": "", // optional, freeform text
|
||
|
||
"tags": ["Embedded", "In-memory", "Stateless", "Managed", "Based on ClickHouse", "SQL", "NoSQL", "Search", "Document", "Time-series"],
|
||
|
||
"result": [
|
||
[1, 2, 3],
|
||
[4, 5, 6],
|
||
...
|
||
]
|
||
}
|
||
*/
|
||
|
||
{"system": "athena (partitioned)", "machine": "serverless", "time": "2022-07-04", "result": [
|
||
[2.777,3.275,2.925],
|
||
[1.503,3.136,4.003],
|
||
[4.544,3.833,3.64],
|
||
[3.9,2.514,3.522],
|
||
[3.46,2.186,3.244],
|
||
[3.624,2.742,3.185],
|
||
[2.21,1.984,3.123],
|
||
[3.207,2.403,2.685],
|
||
[2.936,2.014,3.869],
|
||
[8.333,7.102,4.434],
|
||
[7.401,4.697,3.155],
|
||
[4.214,3.065,4.748],
|
||
[6.207,4.213,2.576],
|
||
[3.428,3.085,3.401],
|
||
[2.92,3.3,3.278],
|
||
[2.205,2.558,2.419],
|
||
[4.641,3.888,2.155],
|
||
[3.219,2.822,3.292],
|
||
[3.23,3.579,4.31],
|
||
[2.288,3.543,3.95],
|
||
[3.032,2.859,2.807],
|
||
[3.926,3.247,2.928],
|
||
[4.477,4.048,4.392],
|
||
[7.407,6.375,6.123],
|
||
[2.611,2.872,2.827],
|
||
[2.566,2.567,3.6],
|
||
[3.673,3.733,2.925],
|
||
[2.426,3.218,2.78],
|
||
[5.125,3.778,4.25],
|
||
[4.565,4.03,4.066],
|
||
[3.628,3.219,2.953],
|
||
[6.207,5.973,3.158],
|
||
[4.339,5.601,4.234],
|
||
[2.618,3.107,3.433],
|
||
[4.661,2.79,2.846],
|
||
[2.373,1.629,2.734],
|
||
[2.721,2.15,1.962],
|
||
[3.207,2.154,2.186],
|
||
[2.453,2.477,3.217],
|
||
[2.691,4.732,3.584],
|
||
[2.589,2.613,3.231],
|
||
[1.926,3.617,1.82],
|
||
[1.506,2.404,2.343]
|
||
]},
|
||
{"system": "athena", "machine": "serverless", "time": "2022-07-04", "result": [
|
||
[2.268,1.327,2.137],
|
||
[3.427,2.248,3.605],
|
||
[3.254,2.548,2.316],
|
||
[3.025,2.314,3.003],
|
||
[2.264,2.876,4.213],
|
||
[3.044,2.745,2.698],
|
||
[2.732,2.199,2.659],
|
||
[2.022,3.692,3.072],
|
||
[2.746,2.477,2.785],
|
||
[3.53,2.782,4.031],
|
||
[2.709,2.047,2.853],
|
||
[2.318,1.969,3.4],
|
||
[2.635,1.935,2.707],
|
||
[3.049,3.38,3.071],
|
||
[3.661,2.387,2.476],
|
||
[2.479,2.591,2.21],
|
||
[3.093,3.698,4.351],
|
||
[3.479,3.236,2.274],
|
||
[4.36,2.97,3.457],
|
||
[2.525,2.384,3.328],
|
||
[3.34,3.174,3.409],
|
||
[3.163,2.971,3.034],
|
||
[2.999,3.539,2.906],
|
||
[6.454,7.597,7.858],
|
||
[2.754,1.951,2.645],
|
||
[2.852,3.018,2.718],
|
||
[2.513,2.678,2.417],
|
||
[3.293,2.521,2.771],
|
||
[4.392,3.863,3.981],
|
||
[3.658,4.246,4.027],
|
||
[3.028,3.87,2.337],
|
||
[2.923,3.635,3.591],
|
||
[3.142,4.105,3.15],
|
||
[3.66,3.187,4.745],
|
||
[2.652,2.695,2.742],
|
||
[2.262,2.776,1.815],
|
||
[1.881,2.212,2.053],
|
||
[1.934,2.551,1.524],
|
||
[2.069,2.26,1.805],
|
||
[2.626,2.902,2.793],
|
||
[1.791,2.082,2.481],
|
||
[3.757,2.6,1.946],
|
||
[2.608,1.994,3.967]
|
||
]},
|
||
{"system": "aurora-mysql", "machine": "16acu", "time": "2022-07-04", "result": [
|
||
[740.42,739.91,746.65],
|
||
[828.2,835.67,832.87],
|
||
[830.08,830.98,832.38],
|
||
[829.88,832.83,830.87],
|
||
[845.99,842.4,843.21],
|
||
[869.51,870.69,869.75],
|
||
[823.77,829.08,825.54],
|
||
[827.74,832.87,829.25],
|
||
[916.26,909.46,929.17],
|
||
[946.49,939.27,932.32],
|
||
[852.37,857.69,854.74],
|
||
[857.99,864.05,825.14],
|
||
[null,null,null],
|
||
[863.37,860.2,865.62],
|
||
[null,null,null],
|
||
[891.84,895.28,893.68],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[1420.12,1419.34,1445.08],
|
||
[28.94,0.21,0.21],
|
||
[917.64,917.56,916.92],
|
||
[923.47,921.7,923.82],
|
||
[919.95,918.37,920.17],
|
||
[1002.19,1002.07,1001.2],
|
||
[902.23,902.65,901.8],
|
||
[901.17,900.02,898.3],
|
||
[900.04,898.89,903.35],
|
||
[901.78,902.71,901.28],
|
||
[null,null,null],
|
||
[1153.29,1154,1156.46],
|
||
[862.57,863.35,859.69],
|
||
[923.14,921.1,923.92],
|
||
[1370.78,1401.72,1401.44],
|
||
[1454.67,1455.55,1458.79],
|
||
[1463.31,1466.75,1461.83],
|
||
[941.03,944.07,937.23],
|
||
[7.42,2.80,2.77],
|
||
[2.57,2.52,2.59],
|
||
[1.50,1.52,1.59],
|
||
[3.62,3.57,3.61],
|
||
[0.95,0.94,0.94],
|
||
[0.90,0.92,0.91],
|
||
[1.69,1.72,1.69]
|
||
]},
|
||
{"system": "aurora-postgresql", "machine": "16acu", "time": "2022-07-04", "result": [
|
||
[12.8361,5.71812,5.8241],
|
||
[61.2565,62.1402,63.7173],
|
||
[68.0578,68.1218,67.609],
|
||
[7.83207,5.90193,6.0461],
|
||
[48.7194,48.0233,48.2198],
|
||
[289.492,304.639,282.436],
|
||
[6.30572,6.31857,6.21598],
|
||
[53.644,53.8931,53.5307],
|
||
[131.526,131.45,131.102],
|
||
[137.724,136.921,137.758],
|
||
[57.2079,56.2775,56.2152],
|
||
[56.5349,56.2048,55.9569],
|
||
[82.3897,82.8866,83.534],
|
||
[97.0569,97.1392,96.4731],
|
||
[85.6557,86.7783,86.2804],
|
||
[49.4325,42.4309,42.5743],
|
||
[111.537,114.59,111.807],
|
||
[88.4322,89.3756,87.7899],
|
||
[160.781,163.866,161.394],
|
||
[1025.04,2.10165,2.10065],
|
||
[106.741,56.2731,56.1535],
|
||
[59.2681,59.5272,59.536],
|
||
[58.6083,57.6054,57.3935],
|
||
[54.8271,55.1397,56.3487],
|
||
[54.718,52.469,53.271],
|
||
[53.5387,53.1926,52.4008],
|
||
[52.0042,51.9581,52.2453],
|
||
[60.1317,59.9695,59.2187],
|
||
[244.608,242.954,243.815],
|
||
[91.8674,92.4165,91.5884],
|
||
[63.7122,64.277,64.2783],
|
||
[69.2596,68.9535,69.4508],
|
||
[234.222,241.138,240.316],
|
||
[488.169,462.257,460.466],
|
||
[472.929,471.809,476.635],
|
||
[103.664,116.131,103.467],
|
||
[16.8124,3.34058,3.37782],
|
||
[0.852414,0.832073,0.859857],
|
||
[0.305464,0.31166,0.306694],
|
||
[4.55625,4.54098,4.58501],
|
||
[0.299746,0.297532,0.30334],
|
||
[0.275732,0.279817,0.27766],
|
||
[0.332107,0.324387,0.320099]
|
||
]},
|
||
{"system": "bigquery", "machine": "serverless", "time": "", "result": [
|
||
[1.451,1.284,1.272],
|
||
[1.462,1.23,1.318],
|
||
[1.394,1.338,1.248],
|
||
[1.248,1.41,1.377],
|
||
[1.506,1.661,1.538],
|
||
[1.581,1.709,1.639],
|
||
[1.39,1.195,1.274],
|
||
[1.431,1.362,1.378],
|
||
[2.012,1.92,3.148],
|
||
[3.104,3.118,3.111],
|
||
[1.342,1.355,1.489],
|
||
[1.374,1.443,1.349],
|
||
[1.659,1.707,1.649],
|
||
[3.086,3.123,4.189],
|
||
[1.684,1.98,1.823],
|
||
[1.899,1.654,1.704],
|
||
[3.097,2.872,3.09],
|
||
[3.193,3.091,3.073],
|
||
[5.162,4.125,4.121],
|
||
[1.362,1.183,1.171],
|
||
[1.508,1.624,1.578],
|
||
[1.537,1.554,1.484],
|
||
[1.931,1.977,2.024],
|
||
[3.135,3.141,3.182],
|
||
[1.494,1.377,1.321],
|
||
[1.342,1.49,1.348],
|
||
[1.397,1.377,1.482],
|
||
[3.084,3.115,3.11],
|
||
[4.144,3.41,4.131],
|
||
[3.086,3.129,3.094],
|
||
[1.887,1.861,1.783],
|
||
[2.068,1.837,1.938],
|
||
[4.126,4.14,4.173],
|
||
[3.103,3.106,3.117],
|
||
[4.149,4.136,4.172],
|
||
[3.111,3.127,1.988],
|
||
[1.539,1.443,1.412],
|
||
[1.213,1.202,1.252],
|
||
[1.16,1.213,1.174],
|
||
[1.723,1.747,1.764],
|
||
[1.173,1.122,1.124],
|
||
[1.164,1.162,1.098],
|
||
[1.292,1.226,1.274]
|
||
]},
|
||
{"system": "citus", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[7.58503,6.70447,6.52499],
|
||
[6.33941,5.06063,5.00238],
|
||
[11.7488,9.86417,9.93223],
|
||
[12.6306,9.36305,9.17061],
|
||
[40.6101,39.0803,38.1187],
|
||
[117.654,113.912,113.441],
|
||
[10.3404,8.08936,7.70732],
|
||
[6.31542,4.72821,4.72989],
|
||
[82.5425,77.2124,76.9219],
|
||
[91.1776,83.4492,82.4727],
|
||
[14.5474,10.0815,10.3873],
|
||
[15.4899,11.2922,11.1877],
|
||
[19.9794,15.5002,17.4492],
|
||
[76.9216,72.5172,72.7915],
|
||
[21.5446,17.5691,18.561],
|
||
[56.9438,54.6387,53.5745],
|
||
[75.0977,69.7842,70.0259],
|
||
[31.3299,27.0267,26.3216],
|
||
[129.417,122.956,121.182],
|
||
[3.73386,2.14148,2.12737],
|
||
[34.6021,27.9727,28.6878],
|
||
[37.152,29.6193,29.2966],
|
||
[52.2157,37.8589,37.6994],
|
||
[181.955,149.08,148.471],
|
||
[15.4687,11.3138,10.3856],
|
||
[10.2779,8.46868,8.8324],
|
||
[14.4687,10.4076,11.4263],
|
||
[47.009,40.2969,39.6888],
|
||
[749.946,742.979,744.461],
|
||
[69.4383,67.5636,67.2128],
|
||
[27.0317,21.4008,20.9524],
|
||
[36.6675,25.6347,26.4408],
|
||
[140.424,130.546,129.738],
|
||
[106.959,92.033,90.1609],
|
||
[110.98,94.4787,96.2656],
|
||
[64.4474,60.1853,60.6816],
|
||
[6.17549,6.25376,5.87004],
|
||
[1.99153,1.81776,1.80596],
|
||
[1.00141,0.800271,0.801975],
|
||
[7.91778,7.70928,8.33299],
|
||
[0.929845,0.642076,0.638478],
|
||
[0.866536,0.683567,0.680218],
|
||
[0.937823,0.784747,0.765929]
|
||
]},
|
||
{"system": "clickhouse-local (partitioned)", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.850, 0.102, 0.114],
|
||
[1.342, 0.090, 0.099],
|
||
[2.547, 0.179, 0.189],
|
||
[1.681, 0.245, 0.252],
|
||
[2.704, 1.680, 1.648],
|
||
[2.194, 1.460, 1.489],
|
||
[0.832, 0.113, 0.102],
|
||
[1.371, 0.106, 0.101],
|
||
[2.240, 0.790, 0.825],
|
||
[4.548, 1.021, 1.026],
|
||
[3.094, 0.552, 0.552],
|
||
[3.088, 0.623, 0.630],
|
||
[2.017, 1.170, 1.165],
|
||
[4.319, 1.677, 1.708],
|
||
[2.157, 1.496, 1.500],
|
||
[1.629, 1.138, 1.139],
|
||
[5.026, 3.267, 3.241],
|
||
[4.142, 2.303, 2.319],
|
||
[8.295, 5.569, 5.629],
|
||
[1.331, 0.255, 0.252],
|
||
[10.712, 3.668, 3.786],
|
||
[13.053, 4.185, 4.202],
|
||
[24.170, 7.935, 8.008],
|
||
[55.965, 23.933, 23.071],
|
||
[4.417, 0.947, 0.974],
|
||
[1.793, 0.698, 0.690],
|
||
[4.376, 0.955, 0.956],
|
||
[11.731, 4.385, 4.321],
|
||
[11.403, 8.549, 8.288],
|
||
[2.764, 2.754, 2.735],
|
||
[5.096, 1.262, 1.273],
|
||
[9.515, 1.682, 1.688],
|
||
[10.325, 6.745, 6.608],
|
||
[11.686, 6.261, 6.242],
|
||
[11.769, 6.301, 6.364],
|
||
[1.675, 1.490, 1.495],
|
||
[14.937, 3.631, 3.604],
|
||
[14.187, 3.609, 3.631],
|
||
[14.842, 3.769, 3.741],
|
||
[22.222, 6.355, 6.263],
|
||
[7.212, 0.836, 0.838],
|
||
[7.863, 0.716, 0.718],
|
||
[5.120, 0.587, 0.574]
|
||
]},
|
||
{"system": "clickhouse-local", "machine": "c6a.4xlarge.single", "time": "2022-07-04", "result": [
|
||
[1.176, 0.251, 0.249],
|
||
[1.037, 0.134, 0.111],
|
||
[1.609, 0.403, 0.369],
|
||
[1.616, 0.372, 0.370],
|
||
[3.008, 2.338, 2.266],
|
||
[9.061, 7.537, 7.535],
|
||
[1.206, 0.191, 0.187],
|
||
[0.882, 0.144, 0.135],
|
||
[4.610, 3.406, 3.256],
|
||
[6.712, 4.479, 4.469],
|
||
[4.081, 2.413, 2.394],
|
||
[3.894, 2.719, 2.691],
|
||
[7.651, 6.436, 6.243],
|
||
[10.765, 8.043, 7.894],
|
||
[9.860, 8.945, 8.235],
|
||
[7.159, 5.815, 5.814],
|
||
[20.916, 18.159, 18.013],
|
||
[20.952, 17.862, 17.850],
|
||
[37.585, 32.649, 32.487],
|
||
[1.767, 0.401, 0.393],
|
||
[23.713, 15.687, 15.755],
|
||
[28.700, 19.241, 19.198],
|
||
[50.740, 33.161, 33.011],
|
||
[152.485, 117.417, 118.178],
|
||
[7.606, 4.491, 5.326],
|
||
[4.331, 4.214, 3.587],
|
||
[6.743, 4.486, 5.357],
|
||
[22.910, 15.043, 15.183],
|
||
[43.342, 37.167, 36.842],
|
||
[11.807, 4.490, 4.546],
|
||
[9.557, 6.349, 6.263],
|
||
[13.964, 8.493, 8.464],
|
||
[38.110, 33.642, 33.996],
|
||
[41.266, 35.080, 27.073],
|
||
[34.056, 26.814, 26.902],
|
||
[8.855, 7.548, 7.475],
|
||
[22.596, 12.615, 12.669],
|
||
[23.217, 13.956, 13.831],
|
||
[22.528, 21.601, 13.207],
|
||
[37.890, 23.115, 22.955],
|
||
[6.490, 1.548, 1.522],
|
||
[6.413, 1.474, 1.416],
|
||
[3.796, 1.339, 1.316]
|
||
]},
|
||
{"system": "clickhouse", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.027, 0.001, 0.001],
|
||
[0.035, 0.015, 0.021],
|
||
[0.083, 0.034, 0.033],
|
||
[0.171, 0.044, 0.045],
|
||
[1.552, 1.495, 1.574],
|
||
[1.270, 1.075, 1.063],
|
||
[0.045, 0.026, 0.025],
|
||
[0.032, 0.016, 0.015],
|
||
[0.717, 0.615, 0.607],
|
||
[0.843, 0.821, 0.747],
|
||
[0.293, 0.219, 0.216],
|
||
[0.312, 0.226, 0.235],
|
||
[0.804, 0.694, 0.702],
|
||
[1.476, 1.047, 1.029],
|
||
[1.013, 0.898, 0.911],
|
||
[1.043, 0.964, 1.453],
|
||
[3.632, 2.715, 2.711],
|
||
[1.867, 1.750, 1.714],
|
||
[5.187, 4.797, 4.953],
|
||
[0.112, 0.068, 0.041],
|
||
[8.637, 1.761, 1.212],
|
||
[9.902, 0.902, 0.869],
|
||
[18.831, 2.067, 1.829],
|
||
[41.903, 4.476, 3.486],
|
||
[1.801, 0.254, 0.238],
|
||
[0.627, 0.214, 0.207],
|
||
[2.181, 0.241, 0.246],
|
||
[8.868, 0.748, 0.733],
|
||
[9.674, 6.891, 5.770],
|
||
[2.620, 2.355, 2.368],
|
||
[1.395, 0.533, 0.525],
|
||
[4.454, 0.730, 0.712],
|
||
[5.453, 4.990, 5.922],
|
||
[9.955, 3.968, 4.096],
|
||
[9.987, 4.035, 4.476],
|
||
[1.695, 1.236, 1.241],
|
||
[0.142, 0.079, 0.103],
|
||
[0.066, 0.033, 0.040],
|
||
[0.065, 0.030, 0.033],
|
||
[0.246, 0.207, 0.192],
|
||
[0.044, 0.019, 0.020],
|
||
[0.030, 0.023, 0.012],
|
||
[0.030, 0.018, 0.013]
|
||
]},
|
||
{"system": "clickhouse", "machine": "c6a.metal", "time": "2022-07-04", "result": [
|
||
[0.011, 0.001, 0.001],
|
||
[0.040, 0.015, 0.013],
|
||
[0.045, 0.021, 0.023],
|
||
[0.090, 0.023, 0.023],
|
||
[1.922, 1.565, 1.576],
|
||
[0.961, 0.737, 0.739],
|
||
[0.040, 0.023, 0.018],
|
||
[0.032, 0.028, 0.028],
|
||
[0.321, 0.287, 0.275],
|
||
[0.632, 0.284, 0.287],
|
||
[0.166, 0.124, 0.118],
|
||
[0.235, 0.100, 0.102],
|
||
[1.006, 0.182, 0.159],
|
||
[1.637, 0.216, 0.213],
|
||
[0.871, 0.174, 0.177],
|
||
[0.258, 0.148, 0.148],
|
||
[1.804, 0.370, 0.358],
|
||
[1.235, 0.275, 0.278],
|
||
[3.143, 0.854, 0.815],
|
||
[0.071, 0.024, 0.016],
|
||
[8.816, 0.215, 0.155],
|
||
[10.239, 0.203, 0.173],
|
||
[19.179, 0.388, 0.357],
|
||
[43.152, 0.824, 0.823],
|
||
[1.821, 0.059, 0.052],
|
||
[0.992, 0.045, 0.051],
|
||
[2.539, 0.063, 0.058],
|
||
[9.258, 0.300, 0.278],
|
||
[7.923, 0.961, 0.936],
|
||
[0.445, 0.431, 0.428],
|
||
[1.367, 0.131, 0.113],
|
||
[4.819, 0.205, 0.175],
|
||
[3.808, 0.739, 0.726],
|
||
[8.935, 0.607, 0.600],
|
||
[8.988, 0.634, 0.615],
|
||
[0.242, 0.220, 0.226],
|
||
[0.075, 0.058, 0.056],
|
||
[0.038, 0.028, 0.026],
|
||
[0.043, 0.028, 0.021],
|
||
[0.172, 0.127, 0.119],
|
||
[0.028, 0.018, 0.017],
|
||
[0.027, 0.019, 0.014],
|
||
[0.018, 0.026, 0.015]
|
||
]},
|
||
{"system": "cratedb", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.008162,0.005118,0.002553],
|
||
[0.350014,0.39977,0.133775],
|
||
[2.58426,2.47192,2.59779],
|
||
[2.12939,0.532981,0.507246],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[1.18488,1.06603,1.07219],
|
||
[0.209264,0.073284,0.067912],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[1.68892,1.2866,1.47428],
|
||
[1.62976,1.43073,1.26904],
|
||
[12.7517,13.0334,13.2685],
|
||
[18.8587,null,18.6951],
|
||
[11.2982,11.2108,11.577],
|
||
[20.2964,20.4035,19.1076],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[0.202044,0.010009,0.005566],
|
||
[9.22964,4.54606,0.774149],
|
||
[1.41673,1.09885,0.789775],
|
||
[12.3933,8.06911,1.69671],
|
||
[1.45018,0.969528,0.979718],
|
||
[0.357589,0.14887,0.153326],
|
||
[0.189282,0.133963,0.130279],
|
||
[0.153222,0.140756,0.139861],
|
||
[27.5195,19.6862,20.1825],
|
||
[72.7575,68.2,67.1238],
|
||
[144.533,146.579,152.144],
|
||
[8.76866,9.00563,8.46917],
|
||
[17.6652,16.6755,16.0558],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[42.2967,44.9621,44.4386],
|
||
[0.786911,0.4904,0.508416],
|
||
[0.602075,0.226261,0.182399],
|
||
[0.131407,0.058958,0.054518],
|
||
[0.954736,1.1361,1.14233],
|
||
[0.23764,0.139109,0.134472],
|
||
[0.110253,0.057695,0.056073],
|
||
[0.124285,0.150479,0.066226]
|
||
]},
|
||
{"system": "databend", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.010087, 0.002961, 0.003271],
|
||
[0.127964, 0.080012, 0.075741],
|
||
[0.162388, 0.143967, 0.144762],
|
||
[0.252904, 0.217471, 0.217369],
|
||
[34.281026, 34.844158, 34.526942],
|
||
[25.290307, 25.793068, 25.620563],
|
||
[0.112484, 0.093867, 0.090891],
|
||
[0.086604, 0.07796, 0.076448],
|
||
[20.723203, 20.7483, 20.354869],
|
||
[20.81994, 20.72446, 20.696573],
|
||
[1.964378, 1.93559, 1.893824],
|
||
[1.846866, 1.789111, 1.763664],
|
||
[4.468158, 4.407959, 4.438036],
|
||
[19.947276, 19.8859, 19.853514],
|
||
[5.478573, 5.474461, 5.460604],
|
||
[5.509521, 5.513413, 5.363123],
|
||
[15.430359, 15.5406, 15.461211],
|
||
[14.905998, 15.029721, 15.019642],
|
||
[31.069663, 30.811763, 30.737336],
|
||
[0.281067, 0.220021, 0.217741],
|
||
[8.89374, 4.12692, 4.131689],
|
||
[10.38448, 4.603694, 4.571757],
|
||
[19.980572, 8.836322, 8.892694],
|
||
[59.786474, 52.452881, 39.941988],
|
||
[2.804019, 0.994794, 0.958224],
|
||
[0.765299, 0.730434, 0.723964],
|
||
[2.784648, 0.94665, 0.936684],
|
||
[8.905027, 5.418438, 5.386109],
|
||
[12.187652, 12.230066, 12.164123],
|
||
[3.35748, 3.395991, 3.319434],
|
||
[4.309389, 3.854977, 3.772506],
|
||
[9.958201, 7.027432, 6.888253],
|
||
[50.200569, 50.535126, 50.283066],
|
||
[24.469412, 21.222713, 21.010188],
|
||
[26.115852, 23.93507, 24.835342],
|
||
[7.511517, 7.296179, 7.324549],
|
||
[2.156784, 1.298258, 1.278441],
|
||
[2.155447, 1.314499, 1.331237],
|
||
[2.007053, 1.181676, 1.155612],
|
||
[null, null, null],
|
||
[0.485363, 0.420291, 0.416819],
|
||
[0.372131, 0.322068, 0.323578],
|
||
[null, null, null]
|
||
]},
|
||
{"system": "druid", "machine": "c6a.4xlarge", "time": "2022-07-05", "result": [
|
||
[0.179351, 0.040782, 0.026180],
|
||
[0.305672, 0.123548, 0.112512],
|
||
[0.187141, 0.072973, 0.071330],
|
||
[1.451711, 0.060012, 0.056498],
|
||
[1.819509, 1.405169, 1.377259],
|
||
[2.993129, 2.383569, 2.725656],
|
||
[0.061959, 0.016261, 0.010215],
|
||
[0.285995, 0.143307, 0.131404],
|
||
[3.561017, 2.008080, 2.019541],
|
||
[2.549107, 2.432374, 2.419320],
|
||
[0.302380, 0.235096, 0.178124],
|
||
[0.404714, 0.227526, 0.209203],
|
||
[0.866275, 0.745312, 0.715667],
|
||
[2.929871, 2.943361, 2.793336],
|
||
[2.031640, 1.839312, 1.598095],
|
||
[5.304266, 5.124386, 5.266312],
|
||
[4.370606, 3.720471, 3.679889],
|
||
[3.603636, 3.407057, 3.503119],
|
||
[0.030800, 0.004050, 0.003638],
|
||
[0.963703, 0.898970, 0.902731],
|
||
[18.642888, 18.434240, 18.451905],
|
||
[0.053461, 0.014235, 0.015694],
|
||
[0.040045, 0.020073, 0.021030],
|
||
[7.561157, 6.471910, 6.453816],
|
||
[0.111474, 0.019374, 0.027832],
|
||
[0.016728, 0.015407, 0.013660],
|
||
[0.013881, 0.012076, 0.012084],
|
||
[300.155122, 300.081168, 300.067467],
|
||
[0.006903, 0.004498, 0.003752],
|
||
[1.758529, 1.328889, 1.393226],
|
||
[2.106015, 1.906621, 1.653751],
|
||
[2.708141, 2.064777, 1.868830],
|
||
[7.690441, 7.650803, 7.350766],
|
||
[17.321933, 18.088249, 18.109673],
|
||
[300.088064, 300.153875, 300.069589],
|
||
[4.378734, 3.495874, 3.754953],
|
||
[0.623633, 0.603495, 0.580749],
|
||
[0.551690, 0.483025, 0.494859],
|
||
[0.516076, 0.189721, 0.184861],
|
||
[0.005613, 0.005072, 0.004628],
|
||
[0.375339, 0.276121, 0.264940],
|
||
[0.207965, 0.187909, 0.183420],
|
||
[0.176383, 0.107790, 0.106120]
|
||
]},
|
||
{"system": "duckdb", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.005694353996659629,0.003944558004150167,0.003837226002360694],
|
||
[0.16991353100456763,0.03919722700084094,0.03835860399703961],
|
||
[0.44898432699847035,0.04947217500011902,0.04852217998995911],
|
||
[0.07586832098604646,0.07051395199960098,0.07007493599667214],
|
||
[9.554053236002801,8.153356187991449,8.73448242500308],
|
||
[7.66042533799191,6.931124911992811,7.103380946995458],
|
||
[0.030703739990713075,0.027668555994750932,0.027583695002249442],
|
||
[0.1778664360026596,0.03942437999648973,0.03882004099432379],
|
||
[8.53439180701389,8.869582625004114,9.020313234999776],
|
||
[10.40215514000738,11.125320470004226,8.941559945000336],
|
||
[1.1747649609897053,1.04221136700653,1.004799570000614],
|
||
[1.2380354650085792,1.1211603130068397,2.4278587239969056],
|
||
[3.1751541379926493,0.9360461989999749,0.8868292279948946],
|
||
[6.855684430003748,7.300301584007684,5.712960822012974],
|
||
[3.70588762400439,1.0249276379909134,0.9473389159975341],
|
||
[2.1037107890006155,1.6215517020027619,1.5671920729946578],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[0.0002772739971987903,0.00016792300448287278,0.0001574420020915568],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[2.9310110910009826,0.19020285899750888,0.1736805049877148],
|
||
[2.939304119994631,0.18754731099761557,0.18073286200524308],
|
||
[2.8706370779982535,0.18822155400994234,0.17905898999015335],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[0.884408778991201,0.714329167996766,0.7135983259940986],
|
||
[5.3762675570033025,0.8803737630078103,0.8728962720051641],
|
||
[7.249190265996731,2.9648747390019707,2.866687831003219],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[4.515183198003797,4.030519469000865,4.014251719010645],
|
||
[0.11604027298744768,0.040539135996368714,0.04280066800129134],
|
||
[0.0457908230018802,0.021069509006338194,0.019683108999743126],
|
||
[0.0680370800109813,0.011889394998434,0.01056639499438461],
|
||
[0.22029169600864407,0.08547276000899728,0.09095505000732373],
|
||
[0.03759863799496088,0.008373684002435766,0.007633563989656977],
|
||
[0.025631797994719818,0.008081699008471332,0.007858585988287814],
|
||
[0.034359957004198804,0.025543516996549442,0.02533275399764534]
|
||
]},
|
||
{"system": "greenplum", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[2.20009,1.45883,1.13573],
|
||
[1.28661,1.07897,1.01856],
|
||
[2.2582,2.42193,2.59693],
|
||
[1.89371,1.9246,1.73866],
|
||
[9.54471,9.71956,10.0357],
|
||
[4.55957,4.10112,4.70458],
|
||
[1.65167,1.89767,1.97051],
|
||
[1.02537,0.999323,1.00524],
|
||
[7.89792,7.75718,8.01219],
|
||
[11.3779,11.6003,11.2552],
|
||
[2.11955,2.05003,1.9553],
|
||
[2.01997,1.97932,1.98284],
|
||
[2.88666,2.92828,2.96822],
|
||
[4.06272,4.01771,4.03011],
|
||
[3.46303,3.24779,3.06475],
|
||
[8.43717,8.18641,7.99202],
|
||
[9.02176,8.91572,8.92748],
|
||
[8.66982,8.39332,8.62497],
|
||
[15.1321,14.9502,15.2344],
|
||
[1.00877,0.934589,0.975342],
|
||
[11.0582,3.25807,3.17687],
|
||
[12.2634,3.5188,3.93705],
|
||
[24.1522,4.86328,4.88764],
|
||
[67.1517,20.4,20.261],
|
||
[2.5799,1.66114,1.90432],
|
||
[1.72831,1.89536,1.2515],
|
||
[2.44154,1.46595,1.88238],
|
||
[11.1175,6.09551,6.02292],
|
||
[83.041,82.9784,82.8678],
|
||
[82.5441,82.5427,83.9836],
|
||
[3.0962,3.22225,3.19431],
|
||
[5.77576,4.05973,4.00366],
|
||
[43.6826,40.4375,40.1076],
|
||
[18.0978,13.2741,12.8894],
|
||
[17.3187,13.5411,13.5927],
|
||
[9.72405,9.90029,10.0177],
|
||
[0.294344,0.169606,0.173804],
|
||
[0.162524,0.117489,0.115532],
|
||
[0.145205,0.098342,0.097275],
|
||
[0.334809,0.275365,0.265053],
|
||
[0.154522,0.107654,0.10529],
|
||
[0.158957,0.117284,0.119068],
|
||
[0.193756,0.144787,0.145485]
|
||
]},
|
||
{"system": "heavyai", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[6.525,0.022,0.029],
|
||
[0.301,0.042,0.04],
|
||
[0.287,0.095,0.093],
|
||
[2.572,0.039,0.04],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[7.327,0.093,0.097],
|
||
[0.244,0.043,0.038],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[2.939,0.295,0.294],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[4.716,3.91,3.955],
|
||
[null,null,null],
|
||
[0.154,0.083,0.106],
|
||
[14.426,0.07,0.071],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[2.276,0.258,0.272],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[1.832,1.64,1.602],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[14.811,0.494,0.497],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[1.941,0.255,0.255],
|
||
[5.457,0.172,0.283],
|
||
[0.476,0.269,0.256],
|
||
[14.239,0.179,0.178],
|
||
[3.992,0.112,0.112],
|
||
[1.031,0.116,0.116],
|
||
[1.365,0.089,0.088]
|
||
]},
|
||
{"system": "mariadb-columnstore", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.151,0.158,0.148],
|
||
[0.100,0.101,0.106],
|
||
[1.221,1.233,1.226],
|
||
[0.739,0.736,0.741],
|
||
[2.025,2.046,2.004],
|
||
[3.725,4.801,3.755],
|
||
[0.871,0.749,0.736],
|
||
[0.118,0.108,0.103],
|
||
[2.108,2.029,2.029],
|
||
[4.225,4.271,4.288],
|
||
[1.711,1.402,1.407],
|
||
[1.526,1.435,1.420],
|
||
[5.339,4.172,3.610],
|
||
[4.692,4.729,4.960],
|
||
[4.013,3.860,3.918],
|
||
[3.236,2.680,2.629],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[0.137,0.109,0.147],
|
||
[12.331,6.069,8.619],
|
||
[2.162,2.178,2.192],
|
||
[16.849,30.463,26.639],
|
||
[92,90.208,92.814],
|
||
[3.042,1.763,1.791],
|
||
[1.779,1.772,1.749],
|
||
[1.793,1.821,1.888],
|
||
[13.036,10.747,9.590],
|
||
[null,null,null],
|
||
[78.224,79.141,77.806],
|
||
[2.837,2.654,2.675],
|
||
[5.833,4.552,3.678],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[3.626,3.546,3.709],
|
||
[1.719,1.787,1.876],
|
||
[1.345,0.906,0.910],
|
||
[0.117,0.091,0.093],
|
||
[1.217,1.133,1.133],
|
||
[0.114,0.063,0.062],
|
||
[0.100,0.062,0.061],
|
||
[null,null,null]
|
||
]},
|
||
{"system": "monetdb", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.000218,0.000157,0.000155],
|
||
[0.101903,0.019908,0.018439],
|
||
[0.282431,0.035987,0.034938],
|
||
[2.868,0.029387,0.029207],
|
||
[4.675,4.515,4.511],
|
||
[6.584,4.269,4.650],
|
||
[0.528827,0.063135,0.065742],
|
||
[0.506863,0.020966,0.021687],
|
||
[8.343,4.457,4.408],
|
||
[7.224,6.548,7.576],
|
||
[0.267003,0.233353,0.230444],
|
||
[0.347206,0.28358,0.266085],
|
||
[5.389,3.099,3.074],
|
||
[7.653,7.759,8.596],
|
||
[3.276,3.326,3.292],
|
||
[5.310,3.465,3.578],
|
||
[9.341,9.143,9.536],
|
||
[9.584,9.604,9.419],
|
||
[19.539,19.783,19.611],
|
||
[0.004509,0.000702,0.000643],
|
||
[20.801,1.570,1.603],
|
||
[2.752,0.418221,0.395884],
|
||
[14.717,0.800894,0.395477],
|
||
[14.429,1.804,1.869],
|
||
[1.386,0.159602,0.156426],
|
||
[0.189736,0.167664,0.168781],
|
||
[0.164681,0.176666,0.17126],
|
||
[3.005,3.113,3.882],
|
||
[null,null,null],
|
||
[2.751,2.846,2.676],
|
||
[7.937,2.579,2.447],
|
||
[5.120,3.492,3.467],
|
||
[22.862,22.567,23.211],
|
||
[33.437,18.889,19.043],
|
||
[18.898,19.583,19.047],
|
||
[14.774,12.984,13.803],
|
||
[3.865,0.322143,0.323117],
|
||
[0.192149,0.177791,0.175984],
|
||
[0.194173,0.159398,0.165201],
|
||
[0.680778,0.592252,0.560738],
|
||
[0.106465,0.10638,0.102692],
|
||
[0.154871,0.153752,0.155782],
|
||
[0.11459,0.09639,0.095594]
|
||
]},
|
||
{"system": "mysql-myisam", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.00,0.00,0.00],
|
||
[283.32,276.83,274.52],
|
||
[276.93,278.29,283.27],
|
||
[28.83,23.63,21.55],
|
||
[46.41,40.81,40.93],
|
||
[467.04,467.39,469.08],
|
||
[31.02,25.89,24.20],
|
||
[277.89,275.3,277.3],
|
||
[329.34,325.8,325.35],
|
||
[342.86,338.43,336.95],
|
||
[282.03,279.87,281.22],
|
||
[277.74,282.68,282],
|
||
[335.66,334.83,336.44],
|
||
[305.24,310.39,307.3],
|
||
[337.41,338.52,342.94],
|
||
[308.66,307.34,306.27],
|
||
[738.38,748.44,740.75],
|
||
[738.75,734.01,738.25],
|
||
[867.01,872.92,868.84],
|
||
[25.65,20.61,18.46],
|
||
[312.39,313.67,306.66],
|
||
[301.66,305.12,308.01],
|
||
[298.12,298.44,312.4],
|
||
[311.34,309.9,311.85],
|
||
[281.87,278.5,275],
|
||
[277.46,277.46,277.46],
|
||
[280.75,278.04,281.76],
|
||
[263.9,417.39,406.88],
|
||
[707.21,711.96,705],
|
||
[668.1,668.33,665.96],
|
||
[330.31,333.36,331.94],
|
||
[506.57,506.18,500.53],
|
||
[2604.49,2681.96,2703.12],
|
||
[830.65,832.88,831.14],
|
||
[831.98,830.46,833.41],
|
||
[608.49,608.51,613.68],
|
||
[4.56,4.13,4.16],
|
||
[3.80,3.80,3.70],
|
||
[1.65,1.45,1.46],
|
||
[6.33,5.14,6.15],
|
||
[1.60,1.41,1.41],
|
||
[1.56,1.42,1.39],
|
||
[7.04,1.17,1.13]
|
||
]},
|
||
{"system": "mysql", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[339.77,339.88,339.77],
|
||
[364.91,371.86,367.55],
|
||
[366.2,368.91,389.66],
|
||
[364.39,377.53,571.45],
|
||
[377.69,390.02,384.86],
|
||
[569.48,576.51,574.68],
|
||
[367.4,368.23,370.41],
|
||
[371.29,384.02,613.22],
|
||
[478.85,683.22,495.68],
|
||
[489.9,635.96,662.43],
|
||
[386.07,396.49,640.15],
|
||
[389.13,412.55,444.12],
|
||
[447.97,455.54,448.06],
|
||
[423.22,845.44,813.6],
|
||
[452.48,460.07,453.98],
|
||
[577.54,623.21,586.49],
|
||
[852.07,856.36,862.66],
|
||
[838.09,848.92,851.12],
|
||
[1006.37,1011.16,1023.17],
|
||
[369.76,375.61,415.28],
|
||
[412.45,419.9,456.62],
|
||
[411.65,432.88,482.2],
|
||
[412.73,420.73,429.5],
|
||
[551.16,577.62,545.45],
|
||
[382.89,394.76,386.37],
|
||
[380.9,391.4,385.05],
|
||
[385.3,394.67,460.32],
|
||
[388.95,394.7,387.21],
|
||
[800.33,807.90,807.11],
|
||
[706.03,745.27,718.9],
|
||
[450.9,489.59,530.97],
|
||
[625.5,651.93,647.32],
|
||
[2721.13,2792.12,2819.26],
|
||
[945.9,954.94,957.54],
|
||
[945.42,953.78,965.16],
|
||
[684.36,716.29,708.75],
|
||
[10.01,3.79,3.77],
|
||
[7.48,3.32,3.27],
|
||
[5.09,0.98,0.96],
|
||
[8.70,4.77,4.68],
|
||
[4.82,0.76,0.74],
|
||
[4.46,0.77,0.75],
|
||
[7.04,1.17,1.13]
|
||
]},
|
||
{"system": "postgresql", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[439.753,309.785,282.017],
|
||
[317.874,254.238,254.941],
|
||
[262.883,263.072,263.090],
|
||
[32.421,5.310,5.060],
|
||
[57.134,42.648,42.334],
|
||
[358.423,356.315,358.342],
|
||
[31.524,5.350,4.994],
|
||
[263.145,263.193,263.165],
|
||
[323.659,322.858,321.918],
|
||
[327.395,326.170,326.231],
|
||
[265.983,265.681,265.912],
|
||
[269.984,265.336,265.379],
|
||
[284.096,284.560,282.234],
|
||
[277.250,279.455,280.035],
|
||
[285.660,286.200,283.611],
|
||
[66.605,32.023,38.282],
|
||
[312.452,304.431,305.391],
|
||
[289.209,290.449,287.578],
|
||
[331.706,327.485,334.428],
|
||
[24.646,2.543,2.263],
|
||
[267.561,267.496,267.524],
|
||
[267.729,267.690,268.184],
|
||
[263.074,263.120,267.040],
|
||
[267.602,267.488,267.494],
|
||
[263.141,263.859,263.137],
|
||
[262.923,263.102,263.113],
|
||
[262.885,263.088,263.114],
|
||
[267.864,269.127,268.204],
|
||
[303.376,306.925,308.664],
|
||
[263.221,263.119,263.148],
|
||
[270.814,270.575,270.294],
|
||
[278.342,275.925,276.224],
|
||
[584.599,576.932,591.502],
|
||
[462.576,446.962,439.779],
|
||
[429.930,417.696,416.704],
|
||
[296.875,297.283,295.140],
|
||
[3.461,.842,.794],
|
||
[2.179,.564,.558],
|
||
[2.258,.566,.416],
|
||
[2.805,1.311,1.317],
|
||
[2.936,.820,.615],
|
||
[2.197,.736,.535],
|
||
[1.983,.320,.312]
|
||
]},
|
||
{"system": "questdb", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.0155878,0.000283657,0.000328587],
|
||
[0.586734,0.0486348,0.0485346],
|
||
[6.41881,5.57954,6.25638],
|
||
[6.8554,3.11997,3.11813],
|
||
[47.8723,54.5425,53.1198],
|
||
[null,null,null],
|
||
[5.63439,3.70619,3.92043],
|
||
[0.699764,0.130462,0.126272],
|
||
[55.7179,62.8433,62.0045],
|
||
[null,59.6416,64.7753],
|
||
[63.7134,null,39.8928],
|
||
[46.759,46.8544,null],
|
||
[16.7181,10.9064,10.0735],
|
||
[79.9885,null,52.5617],
|
||
[16.1015,12.1835,13.1469],
|
||
[17.0225,11.7342,10.6194],
|
||
[24.1167,15.6749,16.8193],
|
||
[23.0848,15.3149,17.375],
|
||
[42.0965,26.2421,25.7593],
|
||
[0.0356335,0.027459,0.0289404],
|
||
[70.7679,71.5825,71.4573],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[77.0625,13.2257,12.7578],
|
||
[11.0775,2.90421,2.33398],
|
||
[3.31611,3.38837,3.35419],
|
||
[3.13233,5.2785,3.07075],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[186.032,185.627,180.963],
|
||
[26.7279,16.4799,18.8758],
|
||
[63.8785,32.1097,32.1561],
|
||
[64.4635,31.4538,35.654],
|
||
[118.897,null,119.015],
|
||
[null,null,null],
|
||
[19.6853,17.4427,16.7998],
|
||
[1.50985,0.877967,0.885536],
|
||
[0.805639,0.577352,0.534731],
|
||
[0.509284,0.448942,0.467679],
|
||
[1.37609,0.966942,0.912858],
|
||
[0.567887,0.394619,0.438952],
|
||
[0.508977,0.441015,0.40528],
|
||
[null,null,null]
|
||
]},
|
||
{"system": "redshift", "machine": "4x.ra3.xplus", "time": "2022-07-04", "result": [
|
||
[0.081437,0.022376,0.022491],
|
||
[2.54868,0.024112,0.024072],
|
||
[2.62053,0.049948,0.049768],
|
||
[null,null,null],
|
||
[0.62714,0.447655,0.43262],
|
||
[1.14153,1.09479,1.09441],
|
||
[0.153399,0.053941,0.048224],
|
||
[3.76153,0.032235,0.030949],
|
||
[4.43439,0.746808,0.723719],
|
||
[6.13424,2.20458,2.20031],
|
||
[4.35338,0.220122,0.228684],
|
||
[5.15139,0.231856,0.230993],
|
||
[5.00006,1.10841,1.12871],
|
||
[5.80125,1.86531,1.90209],
|
||
[5.16246,1.21239,1.14848],
|
||
[0.579428,0.535859,0.546178],
|
||
[6.05764,2.17455,2.18286],
|
||
[5.86612,2.52634,2.48672],
|
||
[7.80075,3.35512,3.41153],
|
||
[2.54112,0.036378,0.035944],
|
||
[6.47189,2.26909,2.2673],
|
||
[6.95344,2.61929,2.65637],
|
||
[12.9508,6.85457,6.99],
|
||
[25.3022,11.8857,11.8493],
|
||
[4.37592,0.452737,0.452867],
|
||
[4.17199,0.469457,0.476302],
|
||
[6.24746,0.470935,0.482502],
|
||
[6.00065,2.08332,2.08059],
|
||
[null,null,null],
|
||
[22.2567,18.5376,18.3441],
|
||
[5.37492,0.868068,0.849486],
|
||
[7.29067,1.06155,1.11209],
|
||
[7.7832,4.07132,4.00384],
|
||
[8.95385,5.15488,5.21863],
|
||
[9.2232,5.32052,5.73207],
|
||
[4.99205,0.664347,0.618918],
|
||
[6.82279,1.89738,1.89398],
|
||
[7.09077,2.19008,2.26612],
|
||
[5.29731,0.19626,0.204603],
|
||
[6.07138,0.276315,0.267161],
|
||
[4.03108,0.054134,0.058568],
|
||
[4.35647,0.061157,0.053367],
|
||
[5.23605,0.037217,0.036335]
|
||
]},
|
||
{"system": "redshift", "machine": "serverless", "time": "2022-07-04", "result": [
|
||
[0.436955,0.390225,0.387823],
|
||
[2.74529,0.280571,0.198074],
|
||
[7.24569,0.295612,0.386568],
|
||
[null,null,null],
|
||
[3.98825,0.488446,0.325645],
|
||
[4.24601,0.538891,0.690124],
|
||
[7.25492,0.288505,0.207515],
|
||
[5.99594,0.212732,0.281278],
|
||
[6.17534,0.681868,0.586073],
|
||
[6.37779,1.37865,1.31614],
|
||
[6.41405,0.549735,0.421345],
|
||
[6.64688,0.445678,0.477323],
|
||
[4.2294,0.361772,0.520471],
|
||
[4.73701,0.788258,0.743465],
|
||
[4.49038,0.670446,0.52727],
|
||
[6.19886,0.663381,0.583588],
|
||
[5.9867,0.679607,0.672772],
|
||
[2.76661,0.567555,0.51494],
|
||
[6.20219,0.816422,0.760568],
|
||
[2.51526,0.053,0.025066],
|
||
[2.96003,0.282737,0.226979],
|
||
[6.79648,0.57495,0.400798],
|
||
[6.37854,0.92746,1.05793],
|
||
[25.8462,0.902664,0.905365],
|
||
[5.00521,0.247895,0.308836],
|
||
[6.38373,0.308781,0.244082],
|
||
[4.25427,0.229966,0.247201],
|
||
[5.98382,0.398218,0.455249],
|
||
[null,null,null],
|
||
[6.52367,1.35877,1.30562],
|
||
[7.36935,0.536226,0.582304],
|
||
[7.05948,0.621982,0.639653],
|
||
[4.62901,0.954522,0.908651],
|
||
[4.95273,1.03062,1.10289],
|
||
[4.71404,1.06378,1.04157],
|
||
[4.8201,0.499996,0.575546],
|
||
[5.32757,0.566517,0.562058],
|
||
[5.37681,0.626458,0.658628],
|
||
[5.23137,0.470622,0.540079],
|
||
[6.09326,0.561312,0.574978],
|
||
[4.86561,0.595546,0.534209],
|
||
[4.34256,0.433804,0.414541],
|
||
[4.19814,0.288269,0.415328]
|
||
]},
|
||
{"system": "singlestore", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[0.09,0.00,0.00],
|
||
[0.23,0.04,0.01],
|
||
[0.47,0.15,0.15],
|
||
[0.63,0.09,0.08],
|
||
[1.65,1.23,1.20],
|
||
[7.96,2.79,2.63],
|
||
[0.10,0.00,0.00],
|
||
[0.17,0.02,0.02],
|
||
[1.90,1.40,1.39],
|
||
[4.79,3.52,3.48],
|
||
[0.94,0.22,0.23],
|
||
[0.89,0.24,0.23],
|
||
[5.82,2.26,2.25],
|
||
[6.97,4.62,4.66],
|
||
[3.05,2.28,2.31],
|
||
[3.92,2.70,2.28],
|
||
[5.83,4.48,4.42],
|
||
[4.76,4.13,4.12],
|
||
[14.03,null,null],
|
||
[0.57,0.05,0.04],
|
||
[18.18,1.74,1.94],
|
||
[20.85,2.17,0.98],
|
||
[31.98,3.12,1.22],
|
||
[78.96,3.35,108.85],
|
||
[2.82,0.39,0.32],
|
||
[1.83,0.44,0.35],
|
||
[2.81,0.33,0.32],
|
||
[18.33,2.57,1.15],
|
||
[null,null,null],
|
||
[3.56,2.40,2.40],
|
||
[3.83,1.11,1.11],
|
||
[7.35,1.73,1.70],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[null,null,null],
|
||
[2.53,1.92,1.84],
|
||
[0.92,0.23,0.19],
|
||
[0.84,0.15,0.08],
|
||
[0.70,0.05,0.05],
|
||
[3.12,0.38,0.36],
|
||
[0.29,0.03,0.03],
|
||
[0.22,0.06,0.02],
|
||
[0.27,0.11,0.12]
|
||
]},
|
||
{"system": "snowflake", "machine": "2xl", "time": "2022-07-04", "result": [
|
||
[0.177,0.052,0.090],
|
||
[0.903,0.324,0.782],
|
||
[0.458,2.909,0.275],
|
||
[0.881,0.316,0.166],
|
||
[0.404,0.257,0.256],
|
||
[0.481,0.325,0.339],
|
||
[0.056,0.062,0.060],
|
||
[0.183,0.324,0.280],
|
||
[0.444,0.314,0.320],
|
||
[0.408,0.426,0.417],
|
||
[0.345,0.241,0.253],
|
||
[0.406,0.245,0.235],
|
||
[0.521,1.259,0.326],
|
||
[0.466,0.493,0.526],
|
||
[0.447,0.349,0.362],
|
||
[0.327,0.322,0.302],
|
||
[0.462,0.508,0.461],
|
||
[0.489,0.481,0.455],
|
||
[0.731,0.659,0.674],
|
||
[0.151,0.156,0.160],
|
||
[0.832,0.339,0.312],
|
||
[0.289,0.292,0.340],
|
||
[0.591,0.484,0.419],
|
||
[2.661,0.716,0.696],
|
||
[0.190,0.199,0.377],
|
||
[0.181,0.182,0.194],
|
||
[0.220,0.209,0.195],
|
||
[0.368,0.330,0.347],
|
||
[0.677,0.645,0.646],
|
||
[0.877,0.886,0.871],
|
||
[0.415,0.282,0.301],
|
||
[1.265,0.404,0.550],
|
||
[0.786,0.750,0.757],
|
||
[0.905,0.835,0.841],
|
||
[0.864,0.865,0.823],
|
||
[0.352,0.360,0.364],
|
||
[0.201,0.186,0.200],
|
||
[0.143,0.137,0.276],
|
||
[0.290,0.132,0.146],
|
||
[0.310,0.301,0.304],
|
||
[0.212,0.197,0.170],
|
||
[0.223,0.174,0.177],
|
||
[0.172,0.172,0.172]
|
||
]},
|
||
{"system": "snowflake", "machine": "3xl", "time": "2022-07-04", "result": [
|
||
[0.165,0.061,0.049],
|
||
[1.356,1.252,1.502],
|
||
[1.287,0.470,0.325],
|
||
[0.627,0.331,0.181],
|
||
[0.265,0.265,0.483],
|
||
[0.887,0.450,0.298],
|
||
[0.054,0.066,0.062],
|
||
[0.182,0.222,0.194],
|
||
[0.408,0.438,0.319],
|
||
[0.434,0.462,0.411],
|
||
[1.357,0.247,0.412],
|
||
[0.343,0.250,0.517],
|
||
[0.273,0.289,0.600],
|
||
[0.404,0.405,0.392],
|
||
[0.379,0.304,0.455],
|
||
[0.275,0.271,0.264],
|
||
[0.418,0.386,0.388],
|
||
[0.417,0.434,0.567],
|
||
[0.753,0.759,0.506],
|
||
[0.291,0.307,0.400],
|
||
[0.954,0.423,0.280],
|
||
[0.568,0.562,0.248],
|
||
[0.568,0.477,0.496],
|
||
[1.458,0.492,0.514],
|
||
[0.179,0.300,0.184],
|
||
[0.165,0.169,0.176],
|
||
[0.197,0.186,0.190],
|
||
[0.289,0.547,0.397],
|
||
[0.513,0.544,0.632],
|
||
[0.766,0.754,0.775],
|
||
[0.389,0.374,0.383],
|
||
[0.484,0.297,0.286],
|
||
[0.505,0.505,0.734],
|
||
[0.656,0.598,0.621],
|
||
[0.634,0.646,0.609],
|
||
[0.309,0.298,0.370],
|
||
[0.192,0.219,0.212],
|
||
[0.840,0.174,0.139],
|
||
[0.172,0.163,0.151],
|
||
[0.323,0.296,0.347],
|
||
[0.200,0.154,0.144],
|
||
[0.191,0.121,0.125],
|
||
[0.137,0.233,0.148]
|
||
]},
|
||
{"system": "snowflake", "machine": "4xl", "time": "2022-07-04", "result": [
|
||
[0.164,0.061,0.078],
|
||
[2.471,2.436,1.927],
|
||
[1.656,0.222,0.639],
|
||
[0.336,1.244,0.206],
|
||
[0.435,0.414,0.373],
|
||
[0.520,0.495,0.326],
|
||
[0.052,0.051,0.057],
|
||
[0.244,0.515,0.358],
|
||
[0.473,0.477,0.659],
|
||
[0.706,0.523,0.499],
|
||
[0.619,0.361,0.303],
|
||
[0.463,0.367,0.290],
|
||
[0.385,0.319,0.376],
|
||
[0.661,0.436,0.452],
|
||
[0.446,0.317,0.336],
|
||
[0.504,0.283,0.395],
|
||
[0.478,1.395,0.350],
|
||
[0.555,1.041,0.993],
|
||
[0.565,0.558,1.473],
|
||
[0.310,0.684,0.278],
|
||
[0.637,1.202,0.249],
|
||
[0.467,0.294,0.436],
|
||
[0.671,0.478,0.611],
|
||
[6.262,0.449,0.425],
|
||
[0.476,0.213,0.184],
|
||
[0.552,0.241,0.201],
|
||
[0.458,0.415,0.402],
|
||
[0.339,0.357,0.322],
|
||
[0.732,0.549,0.483],
|
||
[0.914,0.757,0.743],
|
||
[0.718,0.310,0.606],
|
||
[0.605,0.363,0.425],
|
||
[0.468,0.860,0.784],
|
||
[0.868,1.787,0.713],
|
||
[0.807,0.691,0.544],
|
||
[0.485,0.338,0.672],
|
||
[0.263,0.221,0.230],
|
||
[0.147,0.145,0.139],
|
||
[0.135,0.239,0.136],
|
||
[0.322,0.378,0.348],
|
||
[0.236,0.138,0.132],
|
||
[0.193,0.124,0.139],
|
||
[0.146,0.145,0.139]
|
||
]},
|
||
{"system": "snowflake", "machine": "l", "time": "2022-07-04", "result": [
|
||
[0.067,0.054,0.051],
|
||
[1.158,1.409,0.190],
|
||
[1.470,0.566,0.715],
|
||
[0.892,0.534,0.264],
|
||
[0.474,0.499,0.489],
|
||
[0.950,0.650,0.699],
|
||
[0.069,0.055,0.110],
|
||
[0.317,0.307,0.321],
|
||
[0.949,0.593,0.654],
|
||
[0.713,1.099,0.860],
|
||
[0.622,0.370,0.404],
|
||
[0.457,0.369,0.414],
|
||
[0.610,0.566,0.653],
|
||
[0.970,1.006,0.976],
|
||
[1.517,0.636,0.603],
|
||
[0.532,0.541,0.533],
|
||
[1.018,1.001,1.022],
|
||
[0.942,0.996,0.940],
|
||
[2.246,1.596,1.560],
|
||
[0.181,0.184,0.200],
|
||
[1.135,0.788,0.609],
|
||
[0.669,0.528,0.524],
|
||
[1.164,0.827,0.882],
|
||
[3.545,2.214,2.107],
|
||
[0.559,0.431,0.426],
|
||
[0.340,0.296,0.383],
|
||
[0.695,0.314,0.368],
|
||
[0.628,0.658,0.637],
|
||
[1.511,1.385,1,440],
|
||
[1.390,1.418,1.322],
|
||
[1.107,0.687,0.537],
|
||
[1.026,0.737,0.659],
|
||
[1.712,1.681,1.728],
|
||
[2.141,2.130,2.225],
|
||
[2.163,2.157,2.110],
|
||
[0.650,0.619,0.627],
|
||
[0.204,0.195,0.225],
|
||
[0.159,0.152,0.156],
|
||
[0.146,0.136,0.150],
|
||
[0.359,0.290,0.364],
|
||
[0.196,0.129,0.227],
|
||
[0.201,0.128,0.143],
|
||
[0.176,0.129,0.146]
|
||
]},
|
||
{"system": "snowflake", "machine": "m", "time": "2022-07-04", "result": [
|
||
[0.054,0.062,0.064],
|
||
[0.698,0.563,0.407],
|
||
[0.586,0.412,0.266],
|
||
[1.386,0.363,0.301],
|
||
[0.814,0.825,0.984],
|
||
[1.303,1.024,1.048],
|
||
[0.069,0.066,0.062],
|
||
[0.334,0.254,0.270],
|
||
[1.043,0.952,0.993],
|
||
[1.210,1.209,1.171],
|
||
[0.667,0.483,0.456],
|
||
[0.543,0.495,0.500],
|
||
[1.005,0.889,0.888],
|
||
[1.644,1.646,1.652],
|
||
[1.054,1.044,0.966],
|
||
[0.893,0.874,0.907],
|
||
[1.737,1.779,1.837],
|
||
[1.518,1.539,1.526],
|
||
[3.082,2.818,2.842],
|
||
[0.309,0.286,0.256],
|
||
[1.594,1.017,0.993],
|
||
[0.781,0.853,0.735],
|
||
[1.461,1.226,1.080],
|
||
[5.308,2.974,2.642],
|
||
[0.511,0.625,0.467],
|
||
[0.405,0.382,0.439],
|
||
[0.601,0.535,0.471],
|
||
[0.947,1.624,1.192],
|
||
[2.631,2.486,2.490],
|
||
[1.938,1.960,1.954],
|
||
[1.930,0.830,0.835],
|
||
[1.359,1.140,1.062],
|
||
[3.599,3.623,3.621],
|
||
[3.619,3.741,3.663],
|
||
[3.725,3.614,3.786],
|
||
[1.149,1.126,1.055],
|
||
[0.202,0.207,0.196],
|
||
[0.152,0.139,0.145],
|
||
[0.149,0.144,0.148],
|
||
[0.383,0.287,0.294],
|
||
[0.203,0.137,0.119],
|
||
[0.200,0.312,0.137],
|
||
[0.149,0.130,0.214]
|
||
]},
|
||
{"system": "snowflake", "machine": "s", "time": "2022-07-04", "result": [
|
||
[0.186,0.060,0.062],
|
||
[0.980,0.574,0.311],
|
||
[0.977,0.554,0.426],
|
||
[0.686,0.573,0.404],
|
||
[1.386,1.384,1.349],
|
||
[1.871,1.697,1.704],
|
||
[0.052,0.059,0.227],
|
||
[0.309,0.536,0.508],
|
||
[1.768,1.631,1.635],
|
||
[2.039,2.219,1.908],
|
||
[0.807,0.647,0.587],
|
||
[0.763,0.690,0.631],
|
||
[1.403,1.586,1.404],
|
||
[2.593,2.584,2.554],
|
||
[1.670,1.538,1.653],
|
||
[1.659,1.509,1.514],
|
||
[2.875,2.990,2.998],
|
||
[2.605,2.549,2.598],
|
||
[6.120,5.894,5.766],
|
||
[0.320,0.431,0.416],
|
||
[2.406,1.703,1.609],
|
||
[1.189,1.186,1.163],
|
||
[2.104,1.441,1.370],
|
||
[7.144,5.174,4.139],
|
||
[0.839,0.659,0.641],
|
||
[0.527,0.518,0.509],
|
||
[0.633,0.621,0.695],
|
||
[1.491,1.509,1.514],
|
||
[4.848,4.485,4.571],
|
||
[3.067,3.106,3.098],
|
||
[1.521,1.224,1.236],
|
||
[1.839,1.690,1.497],
|
||
[5.692,5.751,6.087],
|
||
[6.733,6.755,6.712],
|
||
[6.722,6.709,6.676],
|
||
[1.704,1.686,1.676],
|
||
[0.203,0.231,0.218],
|
||
[0.151,0.134,0.214],
|
||
[0.140,0.156,0.163],
|
||
[0.317,0.328,0.319],
|
||
[0.166,0.133,0.141],
|
||
[0.166,0.120,0.140],
|
||
[0.120,0.119,0.126]
|
||
]},
|
||
{"system": "snowflake", "machine": "xl", "time": "2022-07-04", "result": [
|
||
[0.071,0.053,0.057],
|
||
[0.998,0.610,0.240],
|
||
[0.420,1.138,1.051],
|
||
[0.653,0.264,0.178],
|
||
[0.352,0.312,0.349],
|
||
[1.126,0.431,0.420],
|
||
[0.067,0.057,0.054],
|
||
[0.225,0.217,0.200],
|
||
[0.617,0.366,0.371],
|
||
[1.006,0.541,0.498],
|
||
[0.463,0.425,0.293],
|
||
[0.431,0.360,0.339],
|
||
[0.392,0.371,0.386],
|
||
[0.588,0.581,0.590],
|
||
[0.634,0.414,0.400],
|
||
[0.368,0.410,0.388],
|
||
[0.594,0.639,0.663],
|
||
[0.616,0.581,0.569],
|
||
[1.092,0.933,0.901],
|
||
[0.493,0.213,0.160],
|
||
[0.886,0.480,0.442],
|
||
[0.448,0.337,0.399],
|
||
[0.840,0.572,0.505],
|
||
[2.251,1.230,0.959],
|
||
[0.295,0.253,0.241],
|
||
[0.214,0.239,0.278],
|
||
[0.261,0.232,0.314],
|
||
[0.422,0.429,0.403],
|
||
[0.892,0.934,0.883],
|
||
[1.041,1.017,1.009],
|
||
[0.715,0.442,0.363],
|
||
[0.845,0.413,0.461],
|
||
[1.101,1.085,1.102],
|
||
[1.294,1.272,1.339],
|
||
[1.839,1.327,1.241],
|
||
[0.439,0.399,0.393],
|
||
[0.199,0.211,0.190],
|
||
[0.157,0.143,0.140],
|
||
[0.145,0.157,0.141],
|
||
[0.331,0.291,0.333],
|
||
[0.173,0.214,0.138],
|
||
[0.189,0.150,0.159],
|
||
[0.135,0.149,0.138]
|
||
]},
|
||
{"system": "snowflake", "machine": "xs", "time": "2022-07-04", "result": [
|
||
[0.169,0.055,0.056],
|
||
[1.184,0.582,0.386],
|
||
[1.350,0.560,0.568],
|
||
[1.270,0.554,0.538],
|
||
[2.516,2.564,2.506],
|
||
[2.935,2.649,2.670],
|
||
[0.052,0.050,0.064],
|
||
[0.383,0.387,0.397],
|
||
[3.249,2.993,3.014],
|
||
[3.589,3.627,3.887],
|
||
[1.243,0.986,0.966],
|
||
[1.325,1.080,1.073],
|
||
[2.038,2.046,2.035],
|
||
[3.738,3.626,3.718],
|
||
[2.318,2.159,2.176],
|
||
[2.733,2.637,2.668],
|
||
[5.607,5.683,5.667],
|
||
[3.978,3.923,3.879],
|
||
[10.085,9.871,9.844],
|
||
[0.450,0.375,0.469],
|
||
[5.474,3.103,3.060],
|
||
[2.012,1.982,1.971],
|
||
[3.365,2.471,2.501],
|
||
[11.960,10.619,9.518],
|
||
[1.074,1.059,1.026],
|
||
[0.856,0.846,0.879],
|
||
[1.100,1.085,1.083],
|
||
[3.057,3.228,3.117],
|
||
[9.406,9.019,9.158],
|
||
[6.196,6.243,6.911],
|
||
[2.906,2.343,2.017],
|
||
[2.954,2.666,2.565],
|
||
[9.459,9.565,9.557],
|
||
[9.555,9.529,9.368],
|
||
[9.409,9.185,9.294],
|
||
[2.796,2.880,2.685],
|
||
[0.299,0.249,0.262],
|
||
[0.156,0.145,0.180],
|
||
[0.147,0.146,0.160],
|
||
[0.371,0.357,0.356],
|
||
[0.166,0.133,0.155],
|
||
[0.218,0.140,0.135],
|
||
[0.140,0.152,0.158]
|
||
]},
|
||
{"system": "sqlite", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[752.739,2.003,1.2],
|
||
[304.302,291.521,286.965],
|
||
[293.964,287.619,287.219],
|
||
[758.302,5.879,5.65],
|
||
[836.393,48.593,48.452],
|
||
[362.605,344.884,356.245],
|
||
[763.993,11.602,10.795],
|
||
[296.348,286.879,287.557],
|
||
[365.816,360.339,354.126],
|
||
[374.403,365.196,362.261],
|
||
[302.989,293.888,298.432],
|
||
[303.64,291.729,295.347],
|
||
[316.824,298.18,301.006],
|
||
[320.665,301.15,305.227],
|
||
[313.593,301.021,301.626],
|
||
[794.881,47,47.225],
|
||
[355.346,344.615,342.442],
|
||
[316.499,305.971,305.007],
|
||
[398.177,380.383,385.571],
|
||
[751.82,5.082,4.913],
|
||
[295.522,286.573,287.368],
|
||
[298.58,287.182,288.303],
|
||
[296.474,288.747,288.638],
|
||
[296.579,287.127,287.361],
|
||
[304.709,286.865,287.56],
|
||
[300.391,290.633,288.587],
|
||
[294.605,286.91,287.799],
|
||
[305.986,312.111,305.626],
|
||
[null,null,null],
|
||
[411.225,397.614,394.253],
|
||
[307.711,295.181,300.266],
|
||
[312.472,299.079,298.19],
|
||
[386.674,378.347,376.963],
|
||
[409.742,409.554,420.273],
|
||
[468.73,453.709,458.149],
|
||
[366.015,347.446,346.728],
|
||
[2.911,0.781,0.757],
|
||
[1.599,0.609,0.587],
|
||
[1.288,0.256,0.238],
|
||
[2.469,1.582,1.52],
|
||
[1.274,0.303,0.283],
|
||
[1.322,0.317,0.314],
|
||
[1.498,0.602,0.613]
|
||
]},
|
||
{"system": "timescaledb (compression)", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[2.28686,1.63642,1.64263],
|
||
[32.6848,1.63476,1.40052],
|
||
[60.8633,3.70484,3.59342],
|
||
[36.4029,2.87091,2.80739],
|
||
[110.391,38.9688,38.0549],
|
||
[147.379,66.2513,65.6379],
|
||
[33.0294,2.92031,2.84375],
|
||
[33.0221,1.2984,1.19227],
|
||
[115.694,47.4651,47.0125],
|
||
[156.347,51.577,51.2694],
|
||
[68.3301,4.75521,4.68007],
|
||
[77.4356,5.55128,5.56577],
|
||
[49.7741,11.2911,11.3265],
|
||
[81.1014,14.9111,14.9541],
|
||
[82.9569,14.6156,14.6331],
|
||
[62.0338,26.399,26.3351],
|
||
[103.259,36.4122,36.6076],
|
||
[92.8828,26.2395,25.8991],
|
||
[144.281,63.5102,63.7661],
|
||
[7.00679,0.573073,0.536283],
|
||
[75.0203,7.86344,7.90495],
|
||
[81.2825,9.15868,9.01775],
|
||
[104.084,13.9528,13.8435],
|
||
[132.531,81.522,82.1561],
|
||
[80.6965,3.28231,3.16574],
|
||
[39.7693,2.51443,2.43849],
|
||
[80.4245,3.26941,3.13916],
|
||
[104.015,13.7044,13.5313],
|
||
[307.26,253.127,252.147],
|
||
[42.8549,22.4187,22.0325],
|
||
[137.601,14.9592,14.6804],
|
||
[136.767,22.8007,22.131],
|
||
[263.005,168.551,163.355],
|
||
[156.919,92.6308,91.702],
|
||
[160.842,96.0512,97.1773],
|
||
[62.8357,28.0336,28.7397],
|
||
[1.75869,0.561604,0.541215],
|
||
[0.46607,0.191863,0.19021],
|
||
[0.303671,0.137579,0.136615],
|
||
[2.32031,1.49223,1.52369],
|
||
[0.563764,0.14192,0.138234],
|
||
[0.372428,0.122989,0.123709],
|
||
[0.448574,0.159092,0.154687]
|
||
]},
|
||
{"system": "timescaledb", "machine": "c6a.4xlarge", "time": "2022-07-04", "result": [
|
||
[437.700,215.793,176.420],
|
||
[327.026,259.568,244.578],
|
||
[262.978,263.090,263.083],
|
||
[262.807,263.046,266.847],
|
||
[337.497,334.964,330.852],
|
||
[355.689,356.801,362.894],
|
||
[262.762,263.012,262.968],
|
||
[263.055,263.016,263.028],
|
||
[319.928,319.388,320.704],
|
||
[323.584,322.224,322.488],
|
||
[265.979,265.465,265.375],
|
||
[266.019,265.543,265.462],
|
||
[277.018,276.300,276.595],
|
||
[280.352,279.251,279.572],
|
||
[279.915,279.896,279.674],
|
||
[296.377,298.506,297.659],
|
||
[314.448,314.605,312.570],
|
||
[302.668,302.672,303.039],
|
||
[325.810,324.061,324.376],
|
||
[262.447,262.698,262.704],
|
||
[267.581,267.467,267.482],
|
||
[268.085,267.466,267.696],
|
||
[263.391,263.097,263.126],
|
||
[38.291,0.435,0.335],
|
||
[0.127,0.005,0.005],
|
||
[263.138,263.100,263.092],
|
||
[0.889,0.341,0.339],
|
||
[267.586,267.498,267.491],
|
||
[289.086,290.012,290.093],
|
||
[263.220,263.071,263.109],
|
||
[274.780,273.995,273.998],
|
||
[282.217,281.390,281.470],
|
||
[429.273,426.588,439.431],
|
||
[448.808,418.724,418.207],
|
||
[455.196,422.750,423.142],
|
||
[299.263,296.937,297.261],
|
||
[18.693,1.552,1.481],
|
||
[18.125,0.945,0.937],
|
||
[18.528,1.062,0.902],
|
||
[18.268,1.779,1.770],
|
||
[19.615,1.965,1.966],
|
||
[18.970,1.435,1.430],
|
||
[18.330,1.153,0.952]
|
||
]},
|
||
{"system": "vertica", "machine": "c6a.4xlarge", "time": "", "result": [
|
||
[0.031357,0.020759,0.019373],
|
||
[0.156612,0.033543,0.032149],
|
||
[0.404881,0.124383,0.124252],
|
||
[0.220711,0.074036,0.070379],
|
||
[2.19663,2.18441,2.1763],
|
||
[11.5901,11.4847,11.4573],
|
||
[0.160286,0.063093,0.064844],
|
||
[0.116135,0.047536,0.046322],
|
||
[2.36592,2.15174,2.15675],
|
||
[4.42049,4.37322,4.38596],
|
||
[1.24771,1.17476,1.21011],
|
||
[1.30116,1.24332,1.24521],
|
||
[14.0523,13.9236,13.9943],
|
||
[39.8961,39.7911,39.771],
|
||
[14.6776,14.5524,14.5899],
|
||
[2.82581,2.71968,2.72123],
|
||
[48.4932,48.4037,48.4298],
|
||
[36.8767,36.7432,36.9178],
|
||
[108.743,108.81,108.671],
|
||
[0.02734,0.018601,0.018892],
|
||
[8.98822,4.2958,4.38323],
|
||
[10.0097,4.31009,4.26843],
|
||
[14.2354,5.48257,5.47171],
|
||
[3.29109,0.405847,0.337797],
|
||
[0.088318,0.079666,0.091852],
|
||
[1.05864,1.26979,1.81786],
|
||
[0.087436,0.092269,0.087506],
|
||
[15.0424,15.0873,15.2561],
|
||
[22.1566,22.1208,21.9509],
|
||
[2.59797,2.46053,2.46406],
|
||
[3.63938,3.68086,3.68988],
|
||
[6.58816,4.84546,4.8853],
|
||
[20.7209,20.4806,20.5823],
|
||
[77.3779,78.1301,77.4366],
|
||
[77.2494,77.646,77.4976],
|
||
[6.79571,6.81133,6.67973],
|
||
[0.887148,0.782822,0.753053],
|
||
[0.369373,0.339676,0.338677],
|
||
[0.099038,0.089598,0.099019],
|
||
[2.15693,2.01152,2.00868],
|
||
[0.096018,0.052062,0.053813],
|
||
[0.058647,0.046352,0.045415],
|
||
[0.106915,0.077122,0.076134]
|
||
]}
|
||
];
|
||
</script>
|
||
</head>
|
||
<body>
|
||
|
||
<div class="header stick-left">
|
||
<h1>ClickBench — a Benchmark For Analytical DBMS</h1>
|
||
<a href="https://github.com/ClickHouse/ClickBench/">Methodology</a> | <a href="https://github.com/ClickHouse/ClickBench/">Reproduce and Validate the Results</a> | <a href="https://github.com/ClickHouse/ClickBench/">Add a System</a> | <a href="https://github.com/ClickHouse/ClickBench/">Report Mistake</a>
|
||
</div>
|
||
|
||
<table class="selectors-container stick-left">
|
||
<tr>
|
||
<th>System: </th>
|
||
<td id="selectors_system">
|
||
<a class="selector selector-active">All</a>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Type: </th>
|
||
<td id="selectors_type">
|
||
<a class="selector selector-active">All</a>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Machine: </th>
|
||
<td id="selectors_machine">
|
||
<a class="selector selector-active">All</a>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Cluster size: </th>
|
||
<td id="selectors_cluster_size">
|
||
<a class="selector selector-active">All</a>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Metric: </th>
|
||
<td id="selectors_run">
|
||
<a class="selector">Cold Run</a><a class="selector selector-active">Hot Run</a><a class="selector">Load Time</a><a class="selector">Storage Size</a>
|
||
</td>
|
||
</tr>
|
||
</table>
|
||
|
||
<table class="stick-left">
|
||
<thead>
|
||
<tr>
|
||
<th class="summary-name">
|
||
System & Machine
|
||
</th>
|
||
<th colspan="2">
|
||
Relative time (lower is better)
|
||
</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody id="summary">
|
||
</tbody>
|
||
</table>
|
||
|
||
<div class="stick-left">
|
||
<h2>Detailed Comparison</h2>
|
||
</div>
|
||
|
||
<table id="details">
|
||
<thead>
|
||
<tr id="details_head">
|
||
</tr>
|
||
</thead>
|
||
<tbody id="details_body">
|
||
</tbody>
|
||
</table>
|
||
|
||
<div id="legend" class="stick-left"></div>
|
||
|
||
<script type="text/javascript">
|
||
|
||
let selectors = {
|
||
"system": {},
|
||
"type": {},
|
||
"machine": {},
|
||
"cluster_size": {},
|
||
"metric": "hot",
|
||
};
|
||
|
||
/// Generate selectors
|
||
|
||
let systems = document.getElementById('selectors_system');
|
||
let types = document.getElementById('selectors_type');
|
||
let machines = document.getElementById('selectors_machine');
|
||
let cluster_sizes = document.getElementById('selectors_cluster_size');
|
||
|
||
let unique_systems = [... new Set(data.map(elem => elem.system))];
|
||
|
||
function toggle(e, elem, selectors_map) {
|
||
selectors_map[elem] = !selectors_map[elem];
|
||
e.target.className = selectors_map[elem] ? 'selector selector-active' : 'selector';
|
||
render();
|
||
}
|
||
|
||
unique_systems.map(elem => {
|
||
let selector = document.createElement('a');
|
||
selector.className = 'selector selector-active';
|
||
selector.appendChild(document.createTextNode(elem));
|
||
systems.appendChild(selector);
|
||
if (!(elem in selectors.system)) { selectors.system[elem] = true; }
|
||
selector.addEventListener('click', e => toggle(e, elem, selectors.system));
|
||
});
|
||
|
||
[... new Set(data.map(elem => elem.tags).flat())].map(elem => {
|
||
let selector = document.createElement('a');
|
||
selector.className = 'selector selector-active';
|
||
selector.appendChild(document.createTextNode(elem));
|
||
types.appendChild(selector);
|
||
if (!(elem in selectors.type)) { selectors.type[elem] = true; }
|
||
});
|
||
|
||
[... new Set(data.map(elem => elem.machine))].map(elem => {
|
||
let selector = document.createElement('a');
|
||
selector.className = 'selector selector-active';
|
||
selector.appendChild(document.createTextNode(elem));
|
||
machines.appendChild(selector);
|
||
if (!(elem in selectors.machine)) { selectors.machine[elem] = true; }
|
||
selector.addEventListener('click', e => toggle(e, elem, selectors.machine));
|
||
});
|
||
|
||
[... new Set(data.map(elem => elem.cluster_size ?? 1))].map(elem => {
|
||
let selector = document.createElement('a');
|
||
selector.className = 'selector selector-active';
|
||
selector.appendChild(document.createTextNode(elem));
|
||
cluster_sizes.appendChild(selector);
|
||
if (!(elem in selectors.cluster_size)) { selectors.cluster_size[elem] = true; }
|
||
});
|
||
|
||
function clearElement(elem)
|
||
{
|
||
while (elem.firstChild) {
|
||
elem.removeChild(elem.lastChild);
|
||
}
|
||
}
|
||
|
||
function render() {
|
||
|
||
let filtered_data = data.filter(elem =>
|
||
selectors.system[elem.system] &&
|
||
selectors.machine[elem.machine] /*&&
|
||
selectors.cluster_size[elem.cluster_size] &&
|
||
elem.types.filter(type => selectors.type[type]).length > 0*/);
|
||
|
||
console.log(filtered_data);
|
||
|
||
/// Generate summary
|
||
|
||
/// The algorithm: for each of the queries,
|
||
/// - if there is a result - take query duration, add 10 ms, and divide it to the corresponding value from the baseline,
|
||
/// - if there is no result - take the worse query duration across all query runs for this system and multiply by 2.
|
||
/// Take geometric mean across the queries.
|
||
|
||
let summary = {};
|
||
|
||
const num_queries = filtered_data[0].result.length;
|
||
|
||
const baseline_data = [...Array(num_queries).keys()].map(query_num =>
|
||
[...Array(3).keys()].map(run_num =>
|
||
Math.min(...filtered_data.map(elem => elem.result[query_num][run_num]).filter(x => x))));
|
||
|
||
console.log(baseline_data);
|
||
|
||
const constant_time_add = 0.01;
|
||
const missing_result_penalty = 2;
|
||
|
||
function selectRun(timings) { return selectors.metric == 'cold' ? timings[0] : timings[1] && timings[2] ? Math.min(timings[1], timings[2]) : null }
|
||
|
||
const summaries = filtered_data.map(elem => {
|
||
console.log(elem.system);
|
||
|
||
const fallback_timing = missing_result_penalty * Math.max(300, ...elem.result.map(timings => selectRun(timings)));
|
||
|
||
let accumulator = 0;
|
||
for (let i = 0; i < num_queries; ++i) {
|
||
const curr_timing = selectRun(elem.result[i]) ?? fallback_timing;
|
||
const baseline_timing = selectRun(baseline_data[i]);
|
||
const ratio = (constant_time_add + curr_timing) / (constant_time_add + baseline_timing);
|
||
accumulator += Math.log(ratio);
|
||
}
|
||
|
||
return Math.exp(accumulator / num_queries);
|
||
});
|
||
|
||
console.log(summaries);
|
||
|
||
const sorted_indices = [...summaries.keys()].sort((a, b) => summaries[a] - summaries[b]);
|
||
const max_ratio = summaries[sorted_indices[sorted_indices.length - 1]];
|
||
|
||
let table = document.getElementById('summary');
|
||
clearElement(table);
|
||
sorted_indices.map(idx => {
|
||
const elem = filtered_data[idx];
|
||
let tr = document.createElement('tr');
|
||
tr.className = 'summary-row';
|
||
|
||
let td_name = document.createElement('td');
|
||
td_name.className = 'summary-name';
|
||
|
||
let link = document.createElement('a');
|
||
link.appendChild(document.createTextNode(`${elem.system} (${elem.machine})`));
|
||
link.href = "https://github.com/ClickHouse/ClickBench/" + elem.system;
|
||
|
||
td_name.appendChild(link);
|
||
td_name.appendChild(document.createTextNode(': '));
|
||
|
||
const ratio = summaries[idx];
|
||
const percentage = summaries[idx] / max_ratio * 100;
|
||
|
||
let td_number = document.createElement('td');
|
||
td_number.className = 'summary-number';
|
||
td_number.appendChild(document.createTextNode(`×${ratio.toFixed(2)}`));
|
||
|
||
let td_bar = document.createElement('td');
|
||
td_bar.className = 'summary-bar-cell';
|
||
|
||
let bar = document.createElement('div');
|
||
|
||
bar.className = `summary-bar`;
|
||
bar.style.width = `${percentage}%`;
|
||
|
||
td_bar.appendChild(bar);
|
||
|
||
tr.appendChild(td_name);
|
||
tr.appendChild(td_bar);
|
||
tr.appendChild(td_number);
|
||
table.appendChild(tr);
|
||
});
|
||
|
||
/// Generate details
|
||
|
||
clearElement(details_head);
|
||
details_head.appendChild(document.createElement('th'));
|
||
sorted_indices.map(idx => {
|
||
const elem = filtered_data[idx];
|
||
let th = document.createElement('th');
|
||
th.appendChild(document.createTextNode(`${elem.system}\n(${elem.machine})`));
|
||
details_head.appendChild(th);
|
||
});
|
||
|
||
let details_body = document.getElementById('details_body');
|
||
clearElement(details_body);
|
||
for (let query_num = 0; query_num < num_queries; ++query_num) {
|
||
let tr = document.createElement('tr');
|
||
tr.className = 'shadow';
|
||
|
||
let td_query_num = document.createElement('td');
|
||
td_query_num.appendChild(document.createTextNode(`Q${query_num}. `));
|
||
|
||
tr.appendChild(td_query_num);
|
||
|
||
sorted_indices.map(idx => {
|
||
const curr_timing = selectRun(filtered_data[idx].result[query_num]);
|
||
const baseline_timing = selectRun(baseline_data[query_num]);
|
||
const ratio = (constant_time_add + curr_timing) / (constant_time_add + baseline_timing);
|
||
|
||
let td = document.createElement('td');
|
||
td.appendChild(document.createTextNode(curr_timing ? `${curr_timing.toFixed(2)} (×${ratio.toFixed(2)})` : '☠'));
|
||
|
||
let [r, g, b] = [0, 0, 0];
|
||
|
||
/// ratio less than 1 - green
|
||
/// ratio from 1 to 10 - green to orange
|
||
/// ratio from 10 to 100 - orange to red
|
||
/// ratio from 100 to 1000 to infinity - red to brown to black
|
||
|
||
if (curr_timing) {
|
||
if (ratio <= 1) {
|
||
g = 255;
|
||
} else if (ratio <= 2) {
|
||
g = 255;
|
||
r = (ratio - 1) * 255;
|
||
} else if (ratio <= 10) {
|
||
g = (10 - ratio) / 9 * 255;
|
||
r = 255;
|
||
} else {
|
||
r = (1 - ((ratio - 10) / ((ratio - 10) + 1000))) * 255;
|
||
}
|
||
}
|
||
|
||
td.style.backgroundColor = `rgb(${r}, ${g}, ${b})`;
|
||
if (!curr_timing || ratio > 10) {
|
||
td.style.color = 'white';
|
||
}
|
||
|
||
if (ratio == 1) {
|
||
td.style.fontWeight = 'bold';
|
||
}
|
||
|
||
tr.appendChild(td);
|
||
});
|
||
|
||
tr.addEventListener('mouseover', e => {
|
||
let legend = document.getElementById('legend');
|
||
legend.innerText = `Query ${query_num}: ${queries[query_num]}`;
|
||
});
|
||
|
||
details_body.appendChild(tr);
|
||
}
|
||
}
|
||
|
||
render();
|
||
|
||
</script>
|
||
</body>
|
||
</html>
|