mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-10 09:32:06 +00:00
135 lines
4.2 KiB
Bash
Executable File
135 lines
4.2 KiB
Bash
Executable File
#!/bin/bash -e
|
|
|
|
if [[ -n $1 ]]; then
|
|
SCALE=$1
|
|
else
|
|
SCALE=100
|
|
fi
|
|
|
|
TABLE="hits_${SCALE}m_obfuscated"
|
|
DATASET="${TABLE}_v1.tar.xz"
|
|
QUERIES_FILE="queries.sql"
|
|
TRIES=3
|
|
|
|
AMD64_BIN_URL="https://clickhouse-builds.s3.yandex.net/0/e29c4c3cc47ab2a6c4516486c1b77d57e7d42643/clickhouse_build_check/gcc-10_relwithdebuginfo_none_bundled_unsplitted_disable_False_binary/clickhouse"
|
|
AARCH64_BIN_URL="https://clickhouse-builds.s3.yandex.net/0/e29c4c3cc47ab2a6c4516486c1b77d57e7d42643/clickhouse_special_build_check/clang-10-aarch64_relwithdebuginfo_none_bundled_unsplitted_disable_False_binary/clickhouse"
|
|
|
|
# Note: on older Ubuntu versions, 'axel' does not support IPv6. If you are using IPv6-only servers on very old Ubuntu, just don't install 'axel'.
|
|
|
|
FASTER_DOWNLOAD=wget
|
|
if command -v axel >/dev/null; then
|
|
FASTER_DOWNLOAD=axel
|
|
else
|
|
echo "It's recommended to install 'axel' for faster downloads."
|
|
fi
|
|
|
|
if command -v pixz >/dev/null; then
|
|
TAR_PARAMS='-Ipixz'
|
|
else
|
|
echo "It's recommended to install 'pixz' for faster decompression of the dataset."
|
|
fi
|
|
|
|
mkdir -p clickhouse-benchmark-$SCALE
|
|
pushd clickhouse-benchmark-$SCALE
|
|
|
|
if [[ ! -f clickhouse ]]; then
|
|
CPU=$(uname -m)
|
|
if [[ ($CPU == x86_64) || ($CPU == amd64) ]]; then
|
|
$FASTER_DOWNLOAD "$AMD64_BIN_URL"
|
|
elif [[ $CPU == aarch64 ]]; then
|
|
$FASTER_DOWNLOAD "$AARCH64_BIN_URL"
|
|
|
|
# Download configs. ARM version has no embedded configs.
|
|
wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.xml
|
|
wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/users.xml
|
|
mkdir config.d
|
|
wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/path.xml -O config.d/path.xml
|
|
wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/access_control.xml -O config.d/access_control.xml
|
|
wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/log_to_console.xml -O config.d/log_to_console.xml
|
|
else
|
|
echo "Unsupported CPU type: $CPU"
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
chmod a+x clickhouse
|
|
|
|
if [[ ! -f $QUERIES_FILE ]]; then
|
|
wget "https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/clickhouse/$QUERIES_FILE"
|
|
fi
|
|
|
|
if [[ ! -d data ]]; then
|
|
if [[ ! -f $DATASET ]]; then
|
|
$FASTER_DOWNLOAD "https://clickhouse-datasets.s3.yandex.net/hits/partitions/$DATASET"
|
|
fi
|
|
|
|
tar $TAR_PARAMS --strip-components=1 --directory=. -x -v -f $DATASET
|
|
fi
|
|
|
|
uptime
|
|
|
|
echo "Starting clickhouse-server"
|
|
|
|
./clickhouse server > server.log 2>&1 &
|
|
PID=$!
|
|
|
|
function finish {
|
|
kill $PID
|
|
wait
|
|
}
|
|
trap finish EXIT
|
|
|
|
echo "Waiting for clickhouse-server to start"
|
|
|
|
for i in {1..30}; do
|
|
sleep 1
|
|
./clickhouse client --query "SELECT 'The dataset size is: ', count() FROM $TABLE" 2>/dev/null && break || echo '.'
|
|
if [[ $i == 30 ]]; then exit 1; fi
|
|
done
|
|
|
|
echo
|
|
echo "Will perform benchmark. Results:"
|
|
echo
|
|
|
|
cat "$QUERIES_FILE" | sed "s/{table}/${TABLE}/g" | while read query; do
|
|
sync
|
|
echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
|
|
|
|
echo -n "["
|
|
for i in $(seq 1 $TRIES); do
|
|
RES=$(./clickhouse client --max_memory_usage 100000000000 --time --format=Null --query="$query" 2>&1 ||:)
|
|
[[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null"
|
|
[[ "$i" != $TRIES ]] && echo -n ", "
|
|
done
|
|
echo "],"
|
|
done
|
|
|
|
|
|
echo
|
|
echo "Benchmark complete. System info:"
|
|
echo
|
|
|
|
echo '----Version, build id-----------'
|
|
./clickhouse local --query "SELECT format('Version: {}, build id: {}', version(), buildId())"
|
|
./clickhouse local --query "SELECT format('The number of threads is: {}', value) FROM system.settings WHERE name = 'max_threads'" --output-format TSVRaw
|
|
./clickhouse local --query "SELECT format('Current time: {}', toString(now(), 'UTC'))"
|
|
echo '----CPU-------------------------'
|
|
lscpu
|
|
echo '----Block Devices---------------'
|
|
lsblk
|
|
echo '----Disk Free and Total--------'
|
|
df -h .
|
|
echo '----Memory Free and Total-------'
|
|
free -h
|
|
echo '----Physical Memory Amount------'
|
|
cat /proc/meminfo | grep MemTotal
|
|
echo '----RAID Info-------------------'
|
|
cat /proc/mdstat
|
|
#echo '----PCI-------------------------'
|
|
#lspci
|
|
#echo '----All Hardware Info-----------'
|
|
#lshw
|
|
echo '--------------------------------'
|
|
|
|
echo
|