mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-16 12:44:42 +00:00
119 lines
3.4 KiB
Bash
Executable File
119 lines
3.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
kill_clickhouse () {
|
|
kill `pgrep -u clickhouse` 2>/dev/null
|
|
|
|
for i in {1..10}
|
|
do
|
|
if ! kill -0 `pgrep -u clickhouse`; then
|
|
echo "No clickhouse process"
|
|
break
|
|
else
|
|
echo "Process" `pgrep -u clickhouse` "still alive"
|
|
sleep 10
|
|
fi
|
|
done
|
|
}
|
|
|
|
start_clickhouse () {
|
|
LLVM_PROFILE_FILE='server_%h_%p_%m.profraw' sudo -Eu clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml &
|
|
}
|
|
|
|
wait_llvm_profdata () {
|
|
while kill -0 `pgrep llvm-profdata-10`;
|
|
do
|
|
echo "Waiting for profdata" `pgrep llvm-profdata-10` "still alive"
|
|
sleep 3
|
|
done
|
|
}
|
|
|
|
merge_client_files_in_background () {
|
|
client_files=`ls /client_*profraw 2>/dev/null`
|
|
if [ ! -z "$client_files" ]
|
|
then
|
|
llvm-profdata-10 merge -sparse $client_files -o merged_client_`date +%s`.profraw
|
|
rm $client_files
|
|
fi
|
|
}
|
|
|
|
chmod 777 /
|
|
|
|
dpkg -i package_folder/clickhouse-common-static_*.deb; \
|
|
dpkg -i package_folder/clickhouse-common-static-dbg_*.deb; \
|
|
dpkg -i package_folder/clickhouse-server_*.deb; \
|
|
dpkg -i package_folder/clickhouse-client_*.deb; \
|
|
dpkg -i package_folder/clickhouse-test_*.deb
|
|
|
|
mkdir -p /var/lib/clickhouse
|
|
mkdir -p /var/log/clickhouse-server
|
|
chmod 777 -R /var/log/clickhouse-server/
|
|
|
|
# install test configs
|
|
/usr/share/clickhouse-test/config/install.sh
|
|
|
|
function start()
|
|
{
|
|
counter=0
|
|
until clickhouse-client --query "SELECT 1"
|
|
do
|
|
if [ "$counter" -gt 120 ]
|
|
then
|
|
echo "Cannot start clickhouse-server"
|
|
cat /var/log/clickhouse-server/stdout.log
|
|
tail -n1000 /var/log/clickhouse-server/stderr.log
|
|
tail -n1000 /var/log/clickhouse-server/clickhouse-server.log
|
|
break
|
|
fi
|
|
timeout 120 service clickhouse-server start
|
|
sleep 0.5
|
|
counter=$(($counter + 1))
|
|
done
|
|
}
|
|
|
|
start
|
|
|
|
if ! /s3downloader --dataset-names $DATASETS; then
|
|
echo "Cannot download datatsets"
|
|
exit 1
|
|
fi
|
|
|
|
|
|
chmod 777 -R /var/lib/clickhouse
|
|
|
|
while /bin/true; do
|
|
merge_client_files_in_background
|
|
sleep 2
|
|
done &
|
|
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "SHOW DATABASES"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "ATTACH DATABASE datasets ENGINE = Ordinary"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "CREATE DATABASE test"
|
|
|
|
kill_clickhouse
|
|
start_clickhouse
|
|
|
|
sleep 10
|
|
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "SHOW TABLES FROM datasets"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "RENAME TABLE datasets.hits_v1 TO test.hits"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
|
|
|
|
if cat /usr/bin/clickhouse-test | grep -q -- "--use-skip-list"; then
|
|
SKIP_LIST_OPT="--use-skip-list"
|
|
fi
|
|
|
|
LLVM_PROFILE_FILE='client_%h_%p_%m.profraw' clickhouse-test --testname --shard --zookeeper --no-stateless "$SKIP_LIST_OPT" $ADDITIONAL_OPTIONS $SKIP_TESTS_OPTION 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
|
|
|
|
kill_clickhouse
|
|
|
|
wait_llvm_profdata
|
|
|
|
sleep 3
|
|
|
|
wait_llvm_profdata # 100% merged all parts
|
|
|
|
|
|
cp /*.profraw /profraw ||:
|