ClickHouse/docker/test/stateless/Dockerfile

# docker build -t clickhouse/stateless-test .
ARG FROM_TAG=latest
FROM clickhouse/test-base:$FROM_TAG

ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"

RUN apt-get update -y \
    && env DEBIAN_FRONTEND=noninteractive \
        apt-get install --yes --no-install-recommends \
            brotli \
            expect \
            zstd \
            lsof \
            ncdu \
            netcat-openbsd \
            openssl \
            protobuf-compiler \
            python3 \
            python3-lxml \
            python3-requests \
            python3-termcolor \
            python3-pip \
            qemu-user-static \
            sudo \
            # golang version 1.13 on Ubuntu 20 is enough for tests
            golang \
            telnet \
            tree \
            unixodbc \
            wget \
            mysql-client=8.0* \
            postgresql-client \
            sqlite3

RUN pip3 install numpy scipy pandas Jinja2

RUN mkdir -p /tmp/clickhouse-odbc-tmp \
   && wget -nv -O - ${odbc_driver_url} | tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \
   && cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \
   && odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \
   && odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \
   && rm -rf /tmp/clickhouse-odbc-tmp

ENV TZ=Europe/Moscow
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone

ENV NUM_TRIES=1
ENV MAX_RUN_TIME=0

# Download Minio-related binaries
RUN wget 'https://dl.min.io/server/minio/release/linux-amd64/minio' \
    && chmod +x ./minio \
    && wget 'https://dl.min.io/client/mc/release/linux-amd64/mc' \
    && chmod +x ./mc

ENV MINIO_ROOT_USER="clickhouse"
ENV MINIO_ROOT_PASSWORD="clickhouse"

COPY run.sh /
COPY setup_minio.sh /
CMD ["/bin/bash", "/run.sh"]
Preparation 2021-09-06 11:33:39 +00:00			`# docker build -t clickhouse/stateless-test .`
Build dependent images from the current version 2021-12-24 15:10:06 +00:00			`ARG FROM_TAG=latest`
			`FROM clickhouse/test-base:$FROM_TAG`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
Try newer version of odbc driver 2020-03-03 10:50:09 +00:00			`ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`RUN apt-get update -y \`
			`&& env DEBIAN_FRONTEND=noninteractive \`
			`apt-get install --yes --no-install-recommends \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`brotli \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`expect \`
empty commit for force run 2020-11-19 20:06:41 +00:00			`zstd \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`lsof \`
			`ncdu \`
			`netcat-openbsd \`
			`openssl \`
Improved serialization for data types combined of Arrays and Tuples. Improved matching enum data types to protobuf enum type. Fixed serialization of the Map data type. Omitted values are now set by default. 2021-01-11 01:50:30 +00:00			`protobuf-compiler \`
Convert to python3 (#15007) 2020-10-02 16:54:07 +00:00			`python3 \`
			`python3-lxml \`
			`python3-requests \`
			`python3-termcolor \`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00			`python3-pip \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`qemu-user-static \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`sudo \`
Added a test 2021-08-25 17:42:57 +00:00			`# golang version 1.13 on Ubuntu 20 is enough for tests`
			`golang \`
Better test images (with ts in output) 2019-01-17 10:34:50 +00:00			`telnet \`
performance comparison 2020-02-06 15:06:44 +00:00			`tree \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`unixodbc \`
fix MySQL COMM_FIELD_LIST response 2021-02-18 13:27:51 +00:00			`wget \`
Use mysql-client-8.0 from ubuntu original repo 2021-12-28 10:01:28 +00:00			`mysql-client=8.0* \`
Update test 2021-07-10 21:46:32 +00:00			`postgresql-client \`
			`sqlite3`
Add brotli to stateless test image 2019-02-12 19:19:12 +00:00
Revert "docker: add pandas/clickhouse_driver into test images" This reverts commit e07a6f3fc0ea0b496483287d85b50d29f5a8c330. 2021-10-12 18:06:26 +00:00			`RUN pip3 install numpy scipy pandas Jinja2`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`RUN mkdir -p /tmp/clickhouse-odbc-tmp \`
Suppress superfluous wget (-nv) output Since for dowloading some of files wget logging may take 50% of overall log [1]. [1]: https://clickhouse-builds.s3.yandex.net/14315/c32ff4c98cb3b83a12f945eadd180415b7a3b269/clickhouse_build_check/build_log_761119955_1598923036.txt 2020-09-01 07:08:54 +00:00			`&& wget -nv -O - ${odbc_driver_url} \| tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`&& cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \`
			`&& odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \`
			`&& odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \`
			`&& rm -rf /tmp/clickhouse-odbc-tmp`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
			`ENV TZ=Europe/Moscow`
			`RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone`

Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00			`ENV NUM_TRIES=1`
Remove comment 2020-10-21 16:39:39 +00:00			`ENV MAX_RUN_TIME=0`
Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00
Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00			`# Download Minio-related binaries`
Fix tests 2021-08-29 19:32:37 +00:00			`RUN wget 'https://dl.min.io/server/minio/release/linux-amd64/minio' \`
			`&& chmod +x ./minio \`
			`&& wget 'https://dl.min.io/client/mc/release/linux-amd64/mc' \`
			`&& chmod +x ./mc`
Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00
Fix tests 2021-08-29 19:32:37 +00:00			`ENV MINIO_ROOT_USER="clickhouse"`
			`ENV MINIO_ROOT_PASSWORD="clickhouse"`
Added minio 2021-08-26 21:53:32 +00:00
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`COPY run.sh /`
Added minio 2021-08-26 21:53:32 +00:00			`COPY setup_minio.sh /`
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`CMD ["/bin/bash", "/run.sh"]`