mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 08:40:50 +00:00
98 lines
2.7 KiB
Bash
98 lines
2.7 KiB
Bash
|
#!/bin/bash
|
||
|
|
set -ex
|
||
|
|
set -o pipefail
|
||
|
|
trap "exit" INT TERM
|
||
|
|
trap "kill 0" EXIT
|
||
|
|
|
||
|
|
mkdir left ||:
|
||
|
|
mkdir right ||:
|
||
|
|
mkdir db0 ||:
|
||
|
|
|
||
|
|
left_pr=$1
|
||
|
|
left_sha=$2
|
||
|
|
|
||
|
|
right_pr=$3
|
||
|
|
right_sha=$4
|
||
|
|
|
||
|
|
function download
|
||
|
|
{
|
||
|
|
la="$left_pr-$left_sha.tgz"
|
||
|
|
ra="$right_pr-$right_sha.tgz"
|
||
|
|
wget -nd -c "https://clickhouse-builds.s3.yandex.net/$left_pr/$left_sha/performance/performance.tgz" -O "$la" && tar -C left --strip-components=1 -zxvf "$la" &
|
||
|
|
wget -nd -c "https://clickhouse-builds.s3.yandex.net/$right_pr/$right_sha/performance/performance.tgz" -O "$ra" && tar -C right --strip-components=1 -zxvf "$ra" &
|
||
|
|
cd db0 && wget -nd -c "https://s3.mds.yandex.net/clickhouse-private-datasets/hits_10m_single/partitions/hits_10m_single.tar" && tar -xvf hits_10m_single.tar &
|
||
|
|
cd db0 && wget -nd -c "https://s3.mds.yandex.net/clickhouse-private-datasets/hits_100m_single/partitions/hits_100m_single.tar" && tar -xvf hits_100m_single.tar &
|
||
|
|
#cd db0 && wget -nd -c "https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar" && tar -xvf hits_v1.tar &
|
||
|
|
wait
|
||
|
|
|
||
|
|
# Use hardlinks instead of copying
|
||
|
|
rm -r left/db ||:
|
||
|
|
rm -r right/db ||:
|
||
|
|
cp -al db0/ left/db/
|
||
|
|
cp -al db0/ right/db/
|
||
|
|
}
|
||
|
|
|
||
|
|
#download
|
||
|
|
|
||
|
|
function configure
|
||
|
|
{
|
||
|
|
sed -i 's/<tcp_port>9000/<tcp_port>9001/g' right/config/config.xml
|
||
|
|
|
||
|
|
cat > right/config/config.d/perf-test-tweaks.xml <<EOF
|
||
|
|
<yandex>
|
||
|
|
<logger>
|
||
|
|
<console>true</console>
|
||
|
|
</logger>
|
||
|
|
<text_log remove="remove"/>
|
||
|
|
</yandex>
|
||
|
|
EOF
|
||
|
|
|
||
|
|
cp right/config/config.d/perf-test-tweaks.xml left/config/config.d/perf-test-tweaks.xml
|
||
|
|
}
|
||
|
|
|
||
|
|
configure
|
||
|
|
|
||
|
|
|
||
|
|
function restart
|
||
|
|
{
|
||
|
|
while killall clickhouse ; do echo . ; sleep 1 ; done
|
||
|
|
echo all killed
|
||
|
|
|
||
|
|
# Spawn servers in their own process groups
|
||
|
|
set -m
|
||
|
|
|
||
|
|
left/clickhouse server --config-file=left/config/config.xml -- --path left/db &> left/log.txt &
|
||
|
|
left_pid=$!
|
||
|
|
kill -0 $left_pid
|
||
|
|
disown $left_pid
|
||
|
|
|
||
|
|
right/clickhouse server --config-file=right/config/config.xml -- --path right/db &> right/log.txt &
|
||
|
|
right_pid=$!
|
||
|
|
kill -0 $right_pid
|
||
|
|
disown $right_pid
|
||
|
|
|
||
|
|
set +m
|
||
|
|
|
||
|
|
while ! left/clickhouse client --query "select 1" ; do kill -0 $left_pid ; echo . ; sleep 1 ; done
|
||
|
|
echo left ok
|
||
|
|
|
||
|
|
while ! right/clickhouse client --port 9001 --query "select 1" ; do kill -0 $right_pid ; echo . ; sleep 1 ; done
|
||
|
|
echo right ok
|
||
|
|
}
|
||
|
|
|
||
|
|
restart
|
||
|
|
|
||
|
|
for test in ch/dbms/tests/performance/*.xml
|
||
|
|
do
|
||
|
|
test_name=$(basename $test ".xml")
|
||
|
|
./perf.py "$test" > "$test_name-raw.tsv" || continue
|
||
|
|
right/clickhouse local --file "$test_name-raw.tsv" --structure 'query text, run int, version UInt32, time float' --query "$(cat eqmed.sql)" > "$test_name-report.tsv"
|
||
|
|
done
|
||
|
|
|
||
|
|
#while killall clickhouse ; do echo . ; sleep 1 ; done
|
||
|
|
#echo ok
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|