mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-10 09:32:06 +00:00
899c65af63
* Change obsolete comment * Simpler disable logging to file in conf.d (<log/> <errorlog/>) * Arm64 packag fixes * Build fixes
209 lines
8.8 KiB
Plaintext
209 lines
8.8 KiB
Plaintext
#
|
|
# sudo apt install pbuilder fakeroot debhelper debian-archive-keyring debian-keyring
|
|
#
|
|
# ubuntu:
|
|
# prepare old (trusty or earlier) host system:
|
|
# sudo ln -s gutsy /usr/share/debootstrap/scripts/artful
|
|
# sudo ln -s gutsy /usr/share/debootstrap/scripts/bionic
|
|
# build ubuntu:
|
|
# sudo DIST=trusty pbuilder create --configfile debian/.pbuilderrc && DIST=trusty pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=xenial pbuilder create --configfile debian/.pbuilderrc && DIST=xenial pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=zesty pbuilder create --configfile debian/.pbuilderrc && DIST=zesty pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=artful pbuilder create --configfile debian/.pbuilderrc && DIST=artful pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=bionic pbuilder create --configfile debian/.pbuilderrc && DIST=bionic pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=devel pbuilder create --configfile debian/.pbuilderrc && DIST=devel pdebuild --configfile debian/.pbuilderrc
|
|
# build debian:
|
|
# sudo DIST=stable pbuilder create --configfile debian/.pbuilderrc && DIST=stable pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=testing pbuilder create --configfile debian/.pbuilderrc && DIST=testing pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=unstable pbuilder create --configfile debian/.pbuilderrc && DIST=unstable pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=experimental pbuilder create --configfile debian/.pbuilderrc && DIST=experimental pdebuild --configfile debian/.pbuilderrc
|
|
# build i386 experimental:
|
|
# sudo DIST=trusty ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=trusty ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=xenial ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=xenial ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=zesty ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=zesty ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=artful ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=artful ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=bionic ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=bionic ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=stable ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=stable ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=testing ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=testing ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# sudo DIST=experimental ARCH=i386 pbuilder create --configfile debian/.pbuilderrc && DIST=experimental ARCH=i386 pdebuild --configfile debian/.pbuilderrc
|
|
# use only clang:
|
|
# env DEB_CC=clang-5.0 DEB_CXX=clang++-5.0 EXTRAPACKAGES="clang-5.0" DIST=artful pdebuild --configfile debian/.pbuilderrc
|
|
# clang+asan:
|
|
# env DEB_CC=clang-5.0 DEB_CXX=clang++-5.0 EXTRAPACKAGES="clang-5.0 libc++abi-dev libc++-dev" CMAKE_FLAGS="-DENABLE_TCMALLOC=0 -DENABLE_UNWIND=0 -DCMAKE_BUILD_TYPE=Asan" DIST=artful pdebuild --configfile debian/.pbuilderrc
|
|
# clang+tsan:
|
|
# env DEB_CC=clang-5.0 DEB_CXX=clang++-5.0 EXTRAPACKAGES="clang-5.0 libc++abi-dev libc++-dev" CMAKE_FLAGS="-DCMAKE_BUILD_TYPE=Tsan" DIST=artful pdebuild --configfile debian/.pbuilderrc
|
|
# without sse for old systems and some VM:
|
|
# env DH_VERBOSE=1 CMAKE_FLAGS="-DHAVE_SSE41=0 -DHAVE_SSE42=0 -DHAVE_POPCNT=0 -DHAVE_SSE2_INTRIN=0 -DSSE2FLAG=' ' -DHAVE_SSE42_INTRIN=0 -DSSE4FLAG=' ' -DHAVE_PCLMULQDQ_INTRIN=0 -DPCLMULFLAG=' '" DIST=artful pdebuild --configfile debian/.pbuilderrc
|
|
|
|
# Note: on trusty host creating some future dists can fail (debootstrap error).
|
|
|
|
# Your packages built here: /var/cache/pbuilder/*-*/result
|
|
|
|
# from https://wiki.debian.org/PbuilderTricks :
|
|
|
|
# Codenames for Debian suites according to their alias. Update these when
|
|
# needed.
|
|
UNSTABLE_CODENAME="sid"
|
|
TESTING_CODENAME="buster"
|
|
STABLE_CODENAME="stretch"
|
|
STABLE_BACKPORTS_SUITE="$STABLE_CODENAME-backports"
|
|
|
|
# List of Debian suites.
|
|
DEBIAN_SUITES=($UNSTABLE_CODENAME $TESTING_CODENAME $STABLE_CODENAME $STABLE_BACKPORTS_SUITE
|
|
"experimental" "unstable" "testing" "stable")
|
|
|
|
# List of Ubuntu suites. Update these when needed.
|
|
UBUNTU_SUITES=("bionic" "artful" "zesty" "xenial" "trusty" "devel")
|
|
|
|
# Mirrors to use. Update these to your preferred mirror.
|
|
DEBIAN_MIRROR=${DEBIAN_MIRROR:=deb.debian.org}
|
|
UBUNTU_MIRROR=${UBUNTU_MIRROR:=archive.ubuntu.com}
|
|
|
|
#DEBIAN_MIRROR="mirror.yandex.ru"
|
|
#UBUNTU_MIRROR="mirror.yandex.ru"
|
|
|
|
# Set a default distribution if none is used. Note that you can set your own default (i.e. ${DIST:="unstable"}).
|
|
HOST_DIST=`lsb_release --short --codename`
|
|
: ${DIST:="$HOST_DIST"}
|
|
|
|
# Optionally change Debian codenames in $DIST to their aliases.
|
|
case "$DIST" in
|
|
$UNSTABLE_CODENAME)
|
|
DIST="unstable"
|
|
;;
|
|
$TESTING_CODENAME)
|
|
DIST="testing"
|
|
;;
|
|
$STABLE_CODENAME)
|
|
DIST="stable"
|
|
;;
|
|
esac
|
|
|
|
# Optionally set the architecture to the host architecture if none set. Note
|
|
# that you can set your own default (i.e. ${ARCH:="i386"}).
|
|
: ${ARCH:="$(dpkg --print-architecture)"}
|
|
|
|
NAME="$DIST"
|
|
if [ -n "${ARCH}" ]; then
|
|
NAME="$NAME-$ARCH"
|
|
DEBOOTSTRAPOPTS=("--arch" "$ARCH" "${DEBOOTSTRAPOPTS[@]}")
|
|
fi
|
|
|
|
BASETGZ=${SET_BASETGZ}
|
|
BASETGZ=${BASETGZ:="/var/cache/pbuilder/$NAME-base.tgz"}
|
|
DISTRIBUTION="$DIST"
|
|
BUILDRESULT=${SET_BUILDRESULT}
|
|
BUILDRESULT=${BUILDRESULT:="/var/cache/pbuilder/$NAME/result/"}
|
|
APTCACHE="/var/cache/pbuilder/$NAME/aptcache/"
|
|
BUILDPLACE="/var/cache/pbuilder/build/"
|
|
ALLOWUNTRUSTED=${SET_ALLOWUNTRUSTED:=${ALLOWUNTRUSTED}}
|
|
|
|
#DEBOOTSTRAPOPTS=( '--variant=buildd' $SET_DEBOOTSTRAPOPTS )
|
|
|
|
|
|
if $(echo ${DEBIAN_SUITES[@]} | grep -q $DIST); then
|
|
# Debian configuration
|
|
OSNAME=debian
|
|
MIRRORSITE="http://$DEBIAN_MIRROR/$OSNAME/"
|
|
COMPONENTS="main contrib non-free"
|
|
if $(echo "$STABLE_CODENAME stable" | grep -q $DIST); then
|
|
OTHERMIRROR="$OTHERMIRROR | deb $MIRRORSITE $STABLE_BACKPORTS_SUITE $COMPONENTS"
|
|
fi
|
|
# APTKEYRINGS=/usr/share/keyrings/debian-archive-keyring.gpg
|
|
|
|
case "$HOST_DIST" in
|
|
"trusty" )
|
|
DEBOOTSTRAPOPTS+=( '--no-check-gpg' )
|
|
;;
|
|
*)
|
|
DEBOOTSTRAPOPTS+=( '--keyring' '/usr/share/keyrings/debian-archive-keyring.gpg' )
|
|
# DEBOOTSTRAPOPTS+=( '--keyring' '/usr/share/keyrings/debian-keyring.gpg' )
|
|
esac
|
|
|
|
elif $(echo ${UBUNTU_SUITES[@]} | grep -q $DIST); then
|
|
# Ubuntu configuration
|
|
OSNAME=ubuntu
|
|
MIRRORSITE="http://$UBUNTU_MIRROR/$OSNAME/"
|
|
COMPONENTS="main restricted universe multiverse"
|
|
|
|
OTHERMIRROR="$OTHERMIRROR | deb $MIRRORSITE $DIST-updates main restricted universe multiverse"
|
|
OTHERMIRROR="$OTHERMIRROR | deb $MIRRORSITE $DIST-security main restricted universe multiverse"
|
|
|
|
case "$DIST" in
|
|
"trusty" | "xenial" )
|
|
OTHERMIRROR="$OTHERMIRROR | deb http://ppa.launchpad.net/ubuntu-toolchain-r/test/$OSNAME $DIST main"
|
|
ALLOWUNTRUSTED=yes
|
|
;;
|
|
esac
|
|
|
|
# deb http://apt.llvm.org/zesty/ llvm-toolchain-zesty-5.0 main
|
|
else
|
|
echo "Unknown distribution: $DIST"
|
|
exit 1
|
|
fi
|
|
|
|
echo "using $NAME $OSNAME $DIST $ARCH $LOGNAME"
|
|
|
|
case "$DIST" in
|
|
"trusty")
|
|
# ccache broken
|
|
;;
|
|
*)
|
|
CCACHEDIR=${SET_CCACHEDIR:="/var/cache/pbuilder/ccache"}
|
|
;;
|
|
esac
|
|
|
|
# old systems with default gcc <= 6
|
|
case "$DIST" in
|
|
"trusty" | "xenial" | "stable" )
|
|
export DEB_CC=gcc-7
|
|
export DEB_CXX=g++-7
|
|
;;
|
|
esac
|
|
|
|
case "$DIST" in
|
|
"bionic" )
|
|
EXTRAPACKAGES+=" liblld-6.0-dev libclang-6.0-dev liblld-6.0 "
|
|
export CMAKE_FLAGS="-DENABLE_EMBEDDED_COMPILER=1 -DLLVM_VERSION_POSTFIX=-6.0 $CMAKE_FLAGS"
|
|
;;
|
|
"artful" | "experimental" | "unstable" | "testing" )
|
|
if [ "$ARCH" != arm64 ]; then
|
|
EXTRAPACKAGES+=" liblld-5.0-dev libclang-5.0-dev liblld-5.0 "
|
|
export CMAKE_FLAGS="-DENABLE_EMBEDDED_COMPILER=1 $CMAKE_FLAGS"
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
# bundled zookeepeer have broken asm
|
|
case "$ARCH" in
|
|
"arm64")
|
|
EXTRAPACKAGES+=" libzookeeper-mt-dev "
|
|
;;
|
|
esac
|
|
|
|
# will test symbols
|
|
EXTRAPACKAGES+=" gdb "
|
|
|
|
[[ $CCACHE_PREFIX == 'distcc' ]] && EXTRAPACKAGES+=" $CCACHE_PREFIX "
|
|
|
|
export DEB_BUILD_OPTIONS=parallel=`nproc`
|
|
|
|
# Floating bug with permissions:
|
|
[ -n "$CCACHEDIR" ] && sudo mkdir -p $CCACHEDIR
|
|
[ -n "$CCACHEDIR" ] && sudo chmod -R a+rwx $CCACHEDIR || true
|
|
# chown -R $BUILDUSERID:$BUILDUSERID $CCACHEDIR
|
|
|
|
|
|
# Use current dir to make package (by default should have src archive)
|
|
# echo "3.0 (native)" > debian/source/format
|
|
# OR
|
|
# pdebuild --debbuildopts "--source-option=--format=\"3.0 (native)\""
|
|
# OR
|
|
DEBBUILDOPTS="--source-option=--format=\"3.0 (native)\""
|
|
|
|
HOOKDIR="debian/pbuilder-hooks"
|
|
|
|
#echo "DEBOOTSTRAPOPTS=${DEBOOTSTRAPOPTS[@]}"
|
|
#echo "ALLOWUNTRUSTED=${ALLOWUNTRUSTED} OTHERMIRROR=${OTHERMIRROR}"
|
|
#echo "EXTRAPACKAGES=${EXTRAPACKAGES}"
|