thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-21 23:21:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update compare.sh

Browse Source
This commit is contained in:
Alexander Kuzmenkov 2020-04-17 16:32:59 +03:00 committed by GitHub
parent 84ec6f174f
commit e59aaa88f8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
docker/test/performance-comparison/compare.sh
View File

@ -230,12 +230,14 @@ create table queries engine File(TSVWithNamesAndTypes, 'queries.rep')
-- but the right way to do this is not yet clear. -- but the right way to do this is not yet clear.
left + right < 0.05 as short, left + right < 0.05 as short,
not short and abs(diff) < 0.10 and rd[3] > 0.10 as unstable, -- Difference > 15% and > rd(99%) -- changed. We can't filter out flaky
-- queries by rd(5%), because it can be zero when the difference is smaller
-- than a typical distribution width. The difference is still real though.
not short and abs(diff) > 0.15 and abs(diff) > rd[4] as changed,
-- Not changed but rd(99%) > 10% -- unstable.
not short and not changed and rd[4] > 0.10 as unstable,
-- Do not consider changed the queries with 5% RD below 5% -- e.g., we're
-- likely to observe a difference > 5% in less than 5% cases.
-- Not sure it is correct, but empirically it filters out a lot of noise.
not short and abs(diff) > 0.15 and abs(diff) > rd[3] and rd[1] > 0.05 as changed,
left, right, diff, rd, left, right, diff, rd,
replaceAll(_file, '-report.tsv', '') test, replaceAll(_file, '-report.tsv', '') test,
query query