Travis for i386 arch (#1873)

* Update internal compiler clang6.0 to rc1

* Build fixes (ubuntu bionic + clang6.0)

* Debian: Fix package install (old version can't do service clickhouse disable_cron)

* Allow use clang-7 as internal compiler: -DCMAKE_CXX_COMPILER=clang++-7 -DCMAKE_C_COMPILER=clang-7 -DLLVM_VERSION_POSTFIX=-7

* fix

* Travis: dont run tests with gcc7 (too long, does not fit to limit)

* Travis: add clang6 + ubuntu bionic

* fix travis

* todo

* Dont test symbols with gdb

* More tests

* better messag

* add note

* Travis i386

* No test

* Fix

* Fix

* pbuilder: fix ccache

.travis.yml

@@ -16,7 +16,7 @@ matrix:
           packages: [ g++-7,            libicu-dev, libreadline-dev, libmysqlclient-dev, unixodbc-dev, libltdl-dev, libssl-dev, libboost-dev, zlib1g-dev, libdouble-conversion-dev, libzookeeper-mt-dev, libsparsehash-dev, librdkafka-dev, libcapnp-dev, libsparsehash-dev, libgoogle-perftools-dev, bash, expect, python, python-lxml, python-termcolor, curl, perl, sudo ]
 
       env:
-        - MATRIX_EVAL="export CC=gcc-7 && export CXX=g++-7 && export TEST_RUN=false"
+        - MATRIX_EVAL="export CC=gcc-7 && export CXX=g++-7 && export TEST_RUN="
 
       script:
         - utils/travis/normal.sh
@@ -63,6 +63,26 @@ matrix:
         - utils/travis/pbuilder.sh
 
 
+    - os: linux
+
+      sudo: required
+
+      cache:
+        timeout: 1000
+        directories:
+        - /var/cache/pbuilder/ccache
+
+      addons:
+        apt:
+          packages: [ pbuilder, fakeroot, debhelper ]
+
+      env:
+        - MATRIX_EVAL="export ARCH=i386 && export TEST_RUN="
+
+      script:
+        - utils/travis/pbuilder.sh
+
+
 # TODO: Can't bootstrap bionic on trusty host
 #    - os: linux
 #

debian/.pbuilderrc

@@ -149,7 +149,7 @@ case "$DIST" in
         # ccache broken
         ;;
     *)
-        CCACHEDIR=${CCACHEDIR:="/var/cache/pbuilder/ccache"}
+        CCACHEDIR=${SET_CCACHEDIR:="/var/cache/pbuilder/ccache"}
         ;;
 esac
 

debian/pbuilder-hooks/B90test-server

@@ -27,9 +27,7 @@ clickhouse-client -q "SELECT * from system.build_options;"
 clickhouse-client -q "SELECT toDateTime(1);"
 
 
-TEST_TRUE=${TEST_TRUE:=true}
-
-[ -n "$TEST_RUN" ] && clickhouse-test --queries /usr/share/clickhouse-test/queries --tmp /tmp/clickhouse-test/ $TEST_OPT || $TEST_TRUE
+[ "${TEST_RUN=1}" ] && clickhouse-test --queries /usr/share/clickhouse-test/queries --tmp /tmp/clickhouse-test/ $TEST_OPT || ${TEST_TRUE:=true}
 
 
 service clickhouse-server stop

utils/travis/normal.sh

@@ -7,16 +7,17 @@
 set -e
 set -x
 
-TEST_TRUE=${TEST_TRUE:=false}
-TEST_RUN=${TEST_RUN:=true}
+date
 
 # clean not used ~600mb
 [ -n "$TRAVIS" ] && rm -rf .git contrib/poco/openssl
 
 ccache -s
-ccache -M 4G
+ccache -M ${CCACHE_SIZE:=4G}
 df -h
 
+date
+
 mkdir -p build
 cd build
 cmake .. -DCMAKE_CXX_COMPILER=`which $CXX` -DCMAKE_C_COMPILER=`which $CC` \
@@ -32,4 +33,6 @@ cmake .. -DCMAKE_CXX_COMPILER=`which $CXX` -DCMAKE_C_COMPILER=`which $CC` \
     `# Skip tests:` \
     `# 00281 requires internal compiler` \
     `# 00428 requires sudo (not all vms allow this)` \
-    && ( $TEST_RUN && ( ( cd .. && env TEST_OPT="--no-long --no-shard --skip 00281 00428 $TEST_OPT" bash -x dbms/tests/clickhouse-test-server ) || $TEST_TRUE ) || true )
+    && ( [ ${TEST_RUN=1} ] && ( ( cd .. && env TEST_OPT="--no-long --no-shard --skip 00281 00428 $TEST_OPT" bash -x dbms/tests/clickhouse-test-server ) || ${TEST_TRUE=false} ) || true )
+
+date

utils/travis/pbuilder.sh

@@ -7,20 +7,24 @@ set -x
 
 df -h
 
-env TEST_RUN=1 \
+date
+
+env TEST_RUN=${TEST_RUN=1} \
     `# Skip tests:` \
     `# 00281 requires internal compiler` \
     `# 00416 requires patched poco from contrib/` \
     TEST_OPT="--no-long --skip 00281 00416 $TEST_OPT" \
-    TEST_TRUE=false \
+    TEST_TRUE=${TEST_TRUE=false} \
     `# travisci will not upload ccache cache after timeout (48min), use our less timeout` \
     PBUILDER_OPT="--timeout 35m $PBUILDER_OPT" \
     `# clang faster than gcc` \
     DEB_CC=$CC DEB_CXX=$CXX \
-    CCACHE_SIZE=4G CCACHEDIR=$HOME/.ccache \
+    CCACHE_SIZE=${CCACHE_SIZE:=4G} CCACHEDIR=${CCACHEDIR:=$HOME/.ccache} \
     `# Disable all features` \
     CMAKE_FLAGS="-DCMAKE_BUILD_TYPE=Debug -DUNBUNDLED=1 -DENABLE_UNWIND=0 -DENABLE_MYSQL=0 -DENABLE_CAPNP=0 -DENABLE_RDKAFKA=0 -DUSE_EMBEDDED_COMPILER=0 -DCMAKE_C_FLAGS_ADD='-O0 -g0' -DCMAKE_CXX_FLAGS_ADD='-O0 -g0' $CMAKE_FLAGS" \
     `# Use all possible contrib libs from system` \
     `# psmisc - killall` \
     EXTRAPACKAGES="psmisc clang-5.0 libc++abi-dev libc++-dev libboost-program-options-dev libboost-system-dev libboost-filesystem-dev libboost-thread-dev zlib1g-dev liblz4-dev libdouble-conversion-dev libzookeeper-mt-dev libsparsehash-dev librdkafka-dev libpoco-dev libsparsehash-dev libgoogle-perftools-dev libzstd-dev libre2-dev $EXTRAPACKAGES" \
     ./release --pbuilder $RELEASE_OPT
+
+date