mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-19 16:20:50 +00:00
Add Pinot
This commit is contained in:
Alexey Milovidov
parent
60a126cd12
commit
08635d9d95
@ -149,7 +149,7 @@ This gives us a point of comparison. Alternatively, we can take a benchmark entr
|
||||
|
||||
We are interested in relative query run times, not absolute. The benchmark has a broad set of queries, and there can be queries that typically run in 100ms (e.g. for interactive dashboards) and some queries that typically run in a minute (e.g. complex ad-hoc queries). And we want to treat these queries equally important in the benchmark, that's why we need relative values.
|
||||
|
||||
The constant shift is needed to make the formula well-defined when query time approaches zero. E.g. some systems can get query results in 0 ms using table metadata lookup, and another in 10 ms by range scan. But this should not be treated as the infinite advantage of one system over the other. With the constant shift, we will treat it as only two times an advantage.
|
||||
The constant shift is needed to make the formula well-defined when query time approaches zero. E.g. some systems can get query results in 0 ms using table metadata lookup, and another in 10 ms by range scan. But this should not be treated as the infinite advantage of one system over the other. With the constant shift, we will treat it as only two times an advantage.
|
||||
|
||||
4. For every query, if the result is not present, substitute it with a "penalty" calculated as follows: take the maximum query runtime for this benchmark entry across other queries that have a result, but if it is less than 300 seconds, put it 300 seconds. Then multiply the value by 2. Then calculate the ratio as explained above.
|
||||
|
||||
@ -210,7 +210,7 @@ We also introduced the [Hardware Benchmark](https://clickhouse.com/benchmark/har
|
||||
- [x] Databend
|
||||
- [ ] Doris/PALO
|
||||
- [x] Druid
|
||||
- [ ] Pinot
|
||||
- [x] Pinot
|
||||
- [x] CrateDB
|
||||
- [ ] Spark SQL
|
||||
- [ ] Starrocks
|
||||
|
||||
58
benchmark/pinot/results/c6a.4xlarge.json
Normal file
58
benchmark/pinot/results/c6a.4xlarge.json
Normal file
@ -0,0 +1,58 @@
|
||||
{
|
||||
"system": "Pinot",
|
||||
"date": "2022-07-01",
|
||||
"machine": "c6a.4xlarge, 500gb gp2",
|
||||
"cluster_size": 1,
|
||||
"comment": "It successfully loaded only 94465149 out of 99997497 records. Some queries returned NullPointerException. The loading process is painful - splitting to 100 pieces required. It does not correctly report errors on data loading, the results may be incorrect.",
|
||||
|
||||
"tags": ["SQL", "Java", "column-oriented"],
|
||||
|
||||
"load_time": 2032,
|
||||
"data_size": 9245538172,
|
||||
|
||||
"result": [
|
||||
[0.002, 0.001, 0.001],
|
||||
[0.186, 0.186, 0.185],
|
||||
[0.251, 0.276, 0.258],
|
||||
[0.475, 0.281, 0.238],
|
||||
[3.907, 3.655, 3.633],
|
||||
[30.471, 14.687, 14.93],
|
||||
[null, null, null],
|
||||
[0.135, 0.134, 0.148],
|
||||
[3.039, 2.902, 2.938],
|
||||
[3.159, 3.212, 3.225],
|
||||
[4.217, 4.197, 4.384],
|
||||
[4.145, 4.124, 4.121],
|
||||
[2.989, 3.145, 3.18],
|
||||
[6.402, 6.886, 6.374],
|
||||
[3.245, 3.35, 3.129],
|
||||
[5.112, 5.027, 5.141],
|
||||
[5.509, 5.279, 5.257],
|
||||
[0.865, 0.856, 0.829],
|
||||
[null, null, null],
|
||||
[0.017, 0.015, 0.015],
|
||||
[54.348, 19.562, 19.128],
|
||||
[null, null, null],
|
||||
[76.596, 74.719, 14.228],
|
||||
[7.441, 5.77, 5.87],
|
||||
[0.376, 0.327, 0.286],
|
||||
[7.689, 0.395, 1.281],
|
||||
[3.434, 0.499, 0.5],
|
||||
[27.679, 2.378, 2.393],
|
||||
[null, null, null],
|
||||
[2.221, 2.227, 2.167],
|
||||
[4.941, 4.639, 4.565],
|
||||
[5.641, 5.37, 5.007],
|
||||
[5.295, 5.006, 5.357],
|
||||
[5.28, 5.21, 5.105],
|
||||
[6.231, 6.238, 6.385],
|
||||
[5.918, 5.933, 5.934],
|
||||
[0.26, 0.202, 0.21],
|
||||
[0.364, 0.072, 0.069],
|
||||
[0.042, 0.034, 0.035],
|
||||
[1.483, 0.686, 0.651],
|
||||
[0.113, 0.071, 0.079],
|
||||
[0.042, 0.051, 0.037],
|
||||
[null, null, null]
|
||||
]
|
||||
}
|
||||
@ -1,43 +0,0 @@
|
||||
[0.002, 0.001, 0.001],
|
||||
[0.176, 0.176, 0.175],
|
||||
[0.237, 0.261, 0.244],
|
||||
[0.449, 0.265, 0.225],
|
||||
[3.691, 3.453, 3.432],
|
||||
[28.785, 13.874, 14.104],
|
||||
["-", "-", "-"],
|
||||
[0.128, 0.127, 0.14],
|
||||
[2.871, 2.741, 2.775],
|
||||
[2.984, 3.034, 3.047],
|
||||
[3.984, 3.965, 4.141],
|
||||
[3.916, 3.896, 3.893],
|
||||
[2.824, 2.971, 3.004],
|
||||
[6.048, 6.505, 6.021],
|
||||
[3.065, 3.165, 2.956],
|
||||
[4.829, 4.749, 4.857],
|
||||
[5.204, 4.987, 4.966],
|
||||
[0.817, 0.809, 0.783],
|
||||
["-", "-", "-"],
|
||||
[0.016, 0.014, 0.014],
|
||||
[51.341, 18.48, 18.07],
|
||||
["-", "-", "-"],
|
||||
[72.358, 70.585, 13.441],
|
||||
[7.029, 5.451, 5.545],
|
||||
[0.355, 0.309, 0.27],
|
||||
[7.264, 0.373, 1.21],
|
||||
[3.244, 0.471, 0.472],
|
||||
[26.148, 2.246, 2.261],
|
||||
["-", "-", "-"],
|
||||
[2.098, 2.104, 2.047],
|
||||
[4.668, 4.382, 4.312],
|
||||
[5.329, 5.073, 4.73],
|
||||
[5.002, 4.729, 5.061],
|
||||
[4.988, 4.922, 4.823],
|
||||
[5.886, 5.893, 6.032],
|
||||
[5.591, 5.605, 5.606],
|
||||
[0.246, 0.191, 0.198],
|
||||
[0.344, 0.068, 0.065],
|
||||
[0.04, 0.032, 0.033],
|
||||
[1.401, 0.648, 0.615],
|
||||
[0.107, 0.067, 0.075],
|
||||
[0.04, 0.048, 0.035],
|
||||
["-", "-", "-"]
|
||||
Loading…
Reference in New Issue
Block a user