mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-27 18:12:02 +00:00
Remove pbuilder
This commit is contained in:
Alexey Milovidov
parent
69118cb4ca
commit
5ae547a61a
22
debian/pbuilder-hooks/A00ccache
vendored
22
debian/pbuilder-hooks/A00ccache
vendored
@ -1,22 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
# set -x
|
||||
|
||||
# CCACHEDIR - for pbuilder ; CCACHE_DIR - for ccache
|
||||
|
||||
echo "CCACHEDIR=$CCACHEDIR CCACHE_DIR=$CCACHE_DIR SET_CCACHEDIR=$SET_CCACHEDIR"
|
||||
|
||||
[ -z "$CCACHE_DIR" ] && export CCACHE_DIR=${CCACHEDIR:=${SET_CCACHEDIR=/var/cache/pbuilder/ccache}}
|
||||
|
||||
if [ -n "$CCACHE_DIR" ]; then
|
||||
mkdir -p $CCACHE_DIR $DISTCC_DIR ||:
|
||||
chown -R $BUILDUSERID:$BUILDUSERID $CCACHE_DIR $DISTCC_DIR ||:
|
||||
chmod -R a+rwx $CCACHE_DIR $DISTCC_DIR ||:
|
||||
fi
|
||||
|
||||
[ $CCACHE_PREFIX = 'distcc' ] && mkdir -p $DISTCC_DIR && echo "localhost/`nproc`" >> $DISTCC_DIR/hosts && distcc --show-hosts
|
||||
|
||||
df -h
|
||||
ccache --show-stats
|
||||
ccache --zero-stats
|
||||
ccache --max-size=${CCACHE_SIZE:=32G}
|
||||
5
debian/pbuilder-hooks/A01xlocale
vendored
5
debian/pbuilder-hooks/A01xlocale
vendored
@ -1,5 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
# https://github.com/llvm-mirror/libcxx/commit/6e02e89f65ca1ca1d6ce30fbc557563164dd327e
|
||||
|
||||
touch /usr/include/xlocale.h
|
||||
3
debian/pbuilder-hooks/B00ccache-stat
vendored
3
debian/pbuilder-hooks/B00ccache-stat
vendored
@ -1,3 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
ccache --show-stats
|
||||
85
debian/pbuilder-hooks/B90test-server
vendored
85
debian/pbuilder-hooks/B90test-server
vendored
@ -1,85 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
set -x
|
||||
|
||||
TEST_CONNECT=${TEST_CONNECT=1}
|
||||
TEST_SSL=${TEST_SSL=1}
|
||||
PACKAGE_INSTALL=${PACKAGE_INSTALL=1}
|
||||
TEST_PORT_RANDOM=${TEST_PORT_RANDOM=1}
|
||||
|
||||
if [ "${PACKAGE_INSTALL}" ]; then
|
||||
dpkg --auto-deconfigure -i /tmp/buildd/*.deb ||:
|
||||
apt install -y -f --allow-downgrades ||:
|
||||
dpkg -l | grep clickhouse ||:
|
||||
|
||||
# Second install to replace debian versions
|
||||
dpkg --auto-deconfigure -i /tmp/buildd/*.deb ||:
|
||||
dpkg -l | grep clickhouse ||:
|
||||
|
||||
# Some test references uses specific timezone
|
||||
ln -fs /usr/share/zoneinfo/Europe/Moscow /etc/localtime
|
||||
echo 'Europe/Moscow' > /etc/timezone
|
||||
dpkg-reconfigure -f noninteractive tzdata
|
||||
fi
|
||||
|
||||
mkdir -p /etc/clickhouse-server/config.d /etc/clickhouse-client/config.d
|
||||
|
||||
if [ "${TEST_PORT_RANDOM}" ]; then
|
||||
CLICKHOUSE_PORT_BASE=${CLICKHOUSE_PORT_BASE:=$(( ( RANDOM % 50000 ) + 10000 ))}
|
||||
CLICKHOUSE_PORT_TCP=${CLICKHOUSE_PORT_TCP:=$(($CLICKHOUSE_PORT_BASE + 1))}
|
||||
CLICKHOUSE_PORT_HTTP=${CLICKHOUSE_PORT_HTTP:=$(($CLICKHOUSE_PORT_BASE + 2))}
|
||||
CLICKHOUSE_PORT_INTERSERVER=${CLICKHOUSE_PORT_INTERSERVER:=$(($CLICKHOUSE_PORT_BASE + 3))}
|
||||
CLICKHOUSE_PORT_TCP_SECURE=${CLICKHOUSE_PORT_TCP_SECURE:=$(($CLICKHOUSE_PORT_BASE + 4))}
|
||||
CLICKHOUSE_PORT_HTTPS=${CLICKHOUSE_PORT_HTTPS:=$(($CLICKHOUSE_PORT_BASE + 5))}
|
||||
fi
|
||||
|
||||
export CLICKHOUSE_PORT_TCP=${CLICKHOUSE_PORT_TCP:=9000}
|
||||
export CLICKHOUSE_PORT_HTTP=${CLICKHOUSE_PORT_HTTP:=8123}
|
||||
export CLICKHOUSE_PORT_INTERSERVER=${CLICKHOUSE_PORT_INTERSERVER:=9009}
|
||||
export CLICKHOUSE_PORT_TCP_SECURE=${CLICKHOUSE_PORT_TCP_SECURE:=9440}
|
||||
export CLICKHOUSE_PORT_HTTPS=${CLICKHOUSE_PORT_HTTPS:=8443}
|
||||
|
||||
if [ "${TEST_CONNECT}" ]; then
|
||||
[ "${TEST_PORT_RANDOM}" ] && echo "<yandex><http_port>${CLICKHOUSE_PORT_HTTP}</http_port><tcp_port>${CLICKHOUSE_PORT_TCP}</tcp_port><interserver_http_port>${CLICKHOUSE_PORT_INTERSERVER}</interserver_http_port></yandex>" > /etc/clickhouse-server/config.d/port.xml
|
||||
|
||||
if [ "${TEST_SSL}" ]; then
|
||||
CLICKHOUSE_SSL_CONFIG="<openSSL><client><verificationMode>none</verificationMode><invalidCertificateHandler><name>AcceptCertificateHandler</name></invalidCertificateHandler></client></openSSL>"
|
||||
echo "<yandex><https_port>${CLICKHOUSE_PORT_HTTPS}</https_port><tcp_port_secure>${CLICKHOUSE_PORT_TCP_SECURE}</tcp_port_secure>${CLICKHOUSE_SSL_CONFIG}</yandex>" > /etc/clickhouse-server/config.d/ssl.xml
|
||||
echo "<yandex><tcp_port>${CLICKHOUSE_PORT_TCP}</tcp_port><tcp_port_secure>${CLICKHOUSE_PORT_TCP_SECURE}</tcp_port_secure>${CLICKHOUSE_SSL_CONFIG}</yandex>" > /etc/clickhouse-client/config.xml
|
||||
openssl dhparam -out /etc/clickhouse-server/dhparam.pem 256
|
||||
openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt
|
||||
chmod -f a+r /etc/clickhouse-server/* /etc/clickhouse-client/* ||:
|
||||
CLIENT_ADD+="--secure --port ${CLICKHOUSE_PORT_TCP_SECURE}"
|
||||
else
|
||||
CLIENT_ADD+="--port ${CLICKHOUSE_PORT_TCP}"
|
||||
fi
|
||||
|
||||
# For debug
|
||||
# tail -n +1 -- /etc/clickhouse-server/*.xml /etc/clickhouse-server/config.d/*.xml ||:
|
||||
|
||||
function finish {
|
||||
service clickhouse-server stop
|
||||
tail -n 100 /var/log/clickhouse-server/*.log ||:
|
||||
sleep 1
|
||||
killall -9 clickhouse-server ||:
|
||||
}
|
||||
trap finish EXIT SIGINT SIGQUIT SIGTERM
|
||||
|
||||
service clickhouse-server start
|
||||
sleep ${TEST_SERVER_STARTUP_WAIT:=5}
|
||||
service clickhouse-server status
|
||||
|
||||
# TODO: remove me or make only on error:
|
||||
tail -n100 /var/log/clickhouse-server/*.log ||:
|
||||
|
||||
clickhouse-client --port $CLICKHOUSE_PORT_TCP -q "SELECT * from system.build_options;"
|
||||
clickhouse-client ${CLIENT_ADD} -q "SELECT toDateTime(1);"
|
||||
|
||||
( [ "${TEST_RUN}" ] && clickhouse-test --queries /usr/share/clickhouse-test/queries --tmp /tmp/clickhouse-test/ ${TEST_OPT} ) || ${TEST_TRUE:=true}
|
||||
|
||||
service clickhouse-server stop
|
||||
|
||||
fi
|
||||
|
||||
# Test debug symbols
|
||||
# gdb -ex quit --args /usr/bin/clickhouse-server
|
||||
5
debian/pbuilder-hooks/C99kill-make
vendored
5
debian/pbuilder-hooks/C99kill-make
vendored
@ -1,5 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
# Try stop parallel build after timeout
|
||||
|
||||
killall make gcc gcc-8 g++-8 gcc-9 g++-9 clang clang-6.0 clang++-6.0 clang-7 clang++-7 ||:
|
||||
@ -112,11 +112,11 @@ make -j $(nproc)
|
||||
|
||||
## How to Build ClickHouse Debian Package {#how-to-build-clickhouse-debian-package}
|
||||
|
||||
### Install Git and Pbuilder {#install-git-and-pbuilder}
|
||||
### Install Git {#install-git}
|
||||
|
||||
``` bash
|
||||
$ sudo apt-get update
|
||||
$ sudo apt-get install git python pbuilder debhelper lsb-release fakeroot sudo debian-archive-keyring debian-keyring
|
||||
$ sudo apt-get install git python debhelper lsb-release fakeroot sudo debian-archive-keyring debian-keyring
|
||||
```
|
||||
|
||||
### Checkout ClickHouse Sources {#checkout-clickhouse-sources-1}
|
||||
|
||||
@ -1,26 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && cd ../.. && pwd)
|
||||
|
||||
# also possible: DIST=bionic DIST=testing
|
||||
export DIST=${DIST=unstable}
|
||||
|
||||
cd $ROOT_DIR
|
||||
. $ROOT_DIR/debian/.pbuilderrc
|
||||
if [[ -n "$FORCE_PBUILDER_CREATE" || ! -e "$BASETGZ" ]] ; then
|
||||
sudo --preserve-env pbuilder create --configfile $ROOT_DIR/debian/.pbuilderrc $PBUILDER_OPT
|
||||
fi
|
||||
|
||||
env TEST_RUN=1 \
|
||||
`# Skip tests:` \
|
||||
`# 00281 requires internal compiler` \
|
||||
`# 00416 requires patched poco from contrib/` \
|
||||
TEST_OPT="--skip long compile 00416 $TEST_OPT" \
|
||||
TEST_TRUE=false \
|
||||
DH_VERBOSE=1 \
|
||||
CMAKE_FLAGS="-DUNBUNDLED=1 -DUSE_STATIC_LIBRARIES=0 $CMAKE_FLAGS" \
|
||||
`# Use all possible contrib libs from system` \
|
||||
`# psmisc - killall` \
|
||||
`# gdb - symbol test in pbuilder` \
|
||||
EXTRAPACKAGES="psmisc libboost-program-options-dev libboost-system-dev libboost-filesystem-dev libboost-thread-dev libboost-regex-dev libboost-iostreams-dev zlib1g-dev liblz4-dev libdouble-conversion-dev libsparsehash-dev librdkafka-dev libpoco-dev unixodbc-dev libsparsehash-dev libgoogle-perftools-dev libzstd-dev libre2-dev libunwind-dev googletest libcctz-dev libcapnp-dev libjemalloc-dev libssl-dev libcurl4-openssl-dev libunwind-dev libgsasl7-dev libxml2-dev libbrotli-dev libhyperscan-dev rapidjson-dev $EXTRAPACKAGES" \
|
||||
pdebuild --configfile $ROOT_DIR/debian/.pbuilderrc $PDEBUILD_OPT
|
||||
@ -1,6 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||
|
||||
CMAKE_FLAGS+=" -DCLICKHOUSE_SPLIT_BINARY=1 "
|
||||
. $CUR_DIR/build_debian_unbundled.sh
|
||||
Loading…
Reference in New Issue
Block a user