2020-07-08 08:41:39 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
set -e -x
|
|
|
|
|
|
|
|
dpkg -i package_folder/clickhouse-common-static_*.deb;
|
|
|
|
dpkg -i package_folder/clickhouse-common-static-dbg_*.deb
|
|
|
|
dpkg -i package_folder/clickhouse-server_*.deb
|
|
|
|
dpkg -i package_folder/clickhouse-client_*.deb
|
|
|
|
dpkg -i package_folder/clickhouse-test_*.deb
|
|
|
|
|
2020-09-24 08:18:36 +00:00
|
|
|
# install test configs
|
|
|
|
/usr/share/clickhouse-test/config/install.sh
|
2020-07-08 08:41:39 +00:00
|
|
|
|
2020-09-03 01:54:50 +00:00
|
|
|
function start()
|
|
|
|
{
|
|
|
|
counter=0
|
|
|
|
until clickhouse-client --query "SELECT 1"
|
|
|
|
do
|
|
|
|
if [ "$counter" -gt 120 ]
|
|
|
|
then
|
|
|
|
echo "Cannot start clickhouse-server"
|
|
|
|
cat /var/log/clickhouse-server/stdout.log
|
|
|
|
tail -n1000 /var/log/clickhouse-server/stderr.log
|
|
|
|
tail -n1000 /var/log/clickhouse-server/clickhouse-server.log
|
|
|
|
break
|
|
|
|
fi
|
|
|
|
timeout 120 service clickhouse-server start
|
|
|
|
sleep 0.5
|
2020-09-30 17:06:14 +00:00
|
|
|
counter=$((counter + 1))
|
2020-09-03 01:54:50 +00:00
|
|
|
done
|
|
|
|
}
|
|
|
|
|
|
|
|
start
|
2020-10-01 09:27:05 +00:00
|
|
|
# shellcheck disable=SC2086 # No quotes because I want to split it into words.
|
|
|
|
/s3downloader --dataset-names $DATASETS
|
2020-07-08 08:41:39 +00:00
|
|
|
chmod 777 -R /var/lib/clickhouse
|
|
|
|
clickhouse-client --query "SHOW DATABASES"
|
|
|
|
clickhouse-client --query "ATTACH DATABASE datasets ENGINE = Ordinary"
|
|
|
|
clickhouse-client --query "CREATE DATABASE test"
|
2021-01-05 00:02:40 +00:00
|
|
|
|
|
|
|
service clickhouse-server restart
|
|
|
|
|
|
|
|
# Wait for server to start accepting connections
|
|
|
|
for _ in {1..120}; do
|
|
|
|
clickhouse-client --query "SELECT 1" && break
|
|
|
|
sleep 1
|
|
|
|
done
|
|
|
|
|
2020-07-08 08:41:39 +00:00
|
|
|
clickhouse-client --query "SHOW TABLES FROM datasets"
|
|
|
|
clickhouse-client --query "SHOW TABLES FROM test"
|
|
|
|
clickhouse-client --query "RENAME TABLE datasets.hits_v1 TO test.hits"
|
|
|
|
clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
|
|
|
|
clickhouse-client --query "SHOW TABLES FROM test"
|
|
|
|
|
2020-09-30 17:06:14 +00:00
|
|
|
if grep -q -- "--use-skip-list" /usr/bin/clickhouse-test ; then
|
2020-07-08 08:41:39 +00:00
|
|
|
SKIP_LIST_OPT="--use-skip-list"
|
|
|
|
fi
|
|
|
|
|
2020-10-15 11:56:12 +00:00
|
|
|
# We can have several additional options so we path them as array because it's
|
|
|
|
# more idiologically correct.
|
|
|
|
read -ra ADDITIONAL_OPTIONS <<< "${ADDITIONAL_OPTIONS:-}"
|
|
|
|
|
|
|
|
clickhouse-test --testname --shard --zookeeper --no-stateless --hung-check --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
|
2021-02-20 20:04:24 +00:00
|
|
|
|
2021-02-22 13:53:43 +00:00
|
|
|
./process_functional_tests_result.py || echo -e "failure\tCannot parse results" > /test_output/check_status.tsv
|
2021-02-20 20:04:24 +00:00
|
|
|
|
2021-02-22 13:53:43 +00:00
|
|
|
pigz < /var/log/clickhouse-server/clickhouse-server.log > /test_output/clickhouse-server.log.gz ||:
|
|
|
|
mv /var/log/clickhouse-server/stderr.log /test_output/ ||:
|
|
|
|
if [[ -n "$WITH_COVERAGE" ]] && [[ "$WITH_COVERAGE" -eq 1 ]]; then
|
|
|
|
tar -chf /test_output/clickhouse_coverage.tar.gz /profraw ||:
|
|
|
|
fi
|