Compatible benchmark

benchmark/compatible/postgresql/benchmark.sh

@@ -16,3 +16,8 @@ sudo -u postgres psql test -t -c '\timing' -c "\\copy hits FROM 'hits.tsv'"
 # Time: 2341543.463 ms (39:01.543)
 
 ./run.sh 2>&1 | tee log.txt
+
+sudo du -bcs /var/lib/postgresql/14/main/
+
+cat log.txt | grep -oP 'Time: \d+\.\d+ ms' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |
+    awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'

benchmark/compatible/postgresql/results/c6a.4xlarge.txt

@@ -0,0 +1,46 @@
+Load time: 2342 sec
+Data size: 77 797 067 741 bytes
+
+[439753.348,309785.749,282017.708],
+[317874.293,254238.464,254941.769],
+[262883.138,263072.659,263090.967],
+[32421.649,5310.077,5060.922],
+[57134.664,42648.458,42334.061],
+[358423.366,356315.487,358342.644],
+[31524.566,5350.729,4994.452],
+[263145.548,263193.332,263165.819],
+[323659.951,322858.223,321918.464],
+[327395.332,326170.524,326231.049],
+[265983.201,265681.029,265912.645],
+[269984.881,265336.483,265379.996],
+[284096.661,284560.754,282234.726],
+[277250.434,279455.446,280035.179],
+[285660.969,286200.471,283611.116],
+[66605.451,32023.025,38282.816],
+[312452.824,304431.252,305391.155],
+[289209.107,290449.044,287578.843],
+[331706.364,327485.227,334428.263],
+[24646.119,2543.388,2263.010],
+[267561.278,267496.242,267524.846],
+[267729.041,267690.012,268184.240],
+[263074.820,263120.536,267040.337],
+[267602.971,267488.950,267494.446],
+[263141.314,263859.779,263137.581],
+[262923.219,263102.864,263113.550],
+[262885.041,263088.582,263114.552],
+[267864.506,269127.149,268204.402],
+[303376.276,306925.881,308664.073],
+[263221.039,263119.663,263148.959],
+[270814.146,270575.238,270294.943],
+[278342.802,275925.336,276224.959],
+[584599.924,576932.765,591502.540],
+[462576.063,446962.684,439779.116],
+[429930.882,417696.097,416704.016],
+[296875.751,297283.343,295140.467],
+[3461.727,842.168,794.721],
+[2179.836,564.875,558.321],
+[2258.891,566.078,416.122],
+[2805.199,1311.129,1317.189],
+[2936.932,820.554,615.959],
+[2197.875,736.053,535.611],
+[1983.240,320.960,312.554]

benchmark/compatible/questdb/run.sh

@@ -8,7 +8,7 @@ cat queries.sql | while read query; do
 
     echo "$query";
     for i in $(seq 1 $TRIES); do
-        curl -sS -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' ||
+        curl -sS --max-time 6000 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' ||
             (questdb-6.4.1-rt-linux-amd64/bin/questdb.sh stop && questdb-6.4.1-rt-linux-amd64/bin/questdb.sh start && sleep 5)
         echo
     done;

benchmark/compatible/timescaledb/benchmark.sh

@@ -29,6 +29,11 @@ sudo -u postgres psql test -c "SELECT add_compression_policy('hits', INTERVAL '1
 
 sudo -u postgres psql test -t -c '\timing' -c "\\copy hits FROM 'hits.tsv'"
 
-# 1619875.288 seconds (26:59.875)
+# 1619875.288 ms (26:59.875)
 
 ./run.sh 2>&1 | tee log.txt
+
+sudo du -bcs /var/lib/postgresql/14/main/
+
+cat log.txt | grep -oP 'Time: \d+\.\d+ ms' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |
+    awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'

benchmark/compatible/timescaledb/results/c6a.4xlarge.txt

@@ -0,0 +1,46 @@
+Load time: 1620 seconds
+Data size: 72 882 392 030 bytes
+
+[437700.229,215793.314,176420.897],
+[327026.232,259568.339,244578.780],
+[262978.382,263090.178,263083.484],
+[262807.910,263046.124,266847.716],
+[337497.985,334964.363,330852.141],
+[355689.862,356801.410,362894.372],
+[262762.474,263012.925,262968.088],
+[263055.362,263016.424,263028.660],
+[319928.080,319388.513,320704.735],
+[323584.015,322224.697,322488.413],
+[265979.137,265465.789,265375.740],
+[266019.708,265543.152,265462.654],
+[277018.786,276300.778,276595.150],
+[280352.481,279251.213,279572.251],
+[279915.935,279896.775,279674.285],
+[296377.147,298506.713,297659.537],
+[314448.530,314605.256,312570.831],
+[302668.006,302672.507,303039.646],
+[325810.527,324061.457,324376.415],
+[262447.995,262698.364,262704.067],
+[267581.759,267467.643,267482.050],
+[268085.555,267466.797,267696.901],
+[263391.829,263097.590,263126.579],
+[38291.424,435.353,335.331],
+[127.768,5.054,5.307],
+[263138.877,263100.888,263092.929],
+[889.696,341.106,339.118],
+[267586.222,267498.547,267491.245],
+[289086.248,290012.052,290093.278],
+[263220.195,263071.707,263109.600],
+[274780.156,273995.447,273998.676],
+[282217.820,281390.700,281470.632],
+[429273.892,426588.599,439431.586],
+[448808.430,418724.274,418207.674],
+[455196.314,422750.955,423142.946],
+[299263.589,296937.462,297261.160],
+[18693.445,1552.021,1481.741],
+[18125.858,945.707,937.442],
+[18528.375,1062.610,902.568],
+[18268.028,1779.357,1770.984],
+[19615.320,1965.590,1966.551],
+[18970.537,1435.093,1430.706],
+[18330.728,1153.613,952.997]