ClickHouse/docker/test/stateless/Dockerfile

# rebuild in #33610
# docker build -t clickhouse/stateless-test .
ARG FROM_TAG=latest
FROM clickhouse/test-base:$FROM_TAG

ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"

RUN apt-get update -y \
    && env DEBIAN_FRONTEND=noninteractive \
        apt-get install --yes --no-install-recommends \
            brotli \
            expect \
            zstd \
            lsof \
            ncdu \
            netcat-openbsd \
            openssl \
            protobuf-compiler \
            python3 \
            python3-lxml \
            python3-requests \
            python3-termcolor \
            python3-pip \
            qemu-user-static \
            sudo \
            # golang version 1.13 on Ubuntu 20 is enough for tests
            golang \
            telnet \
            tree \
            unixodbc \
            wget \
            mysql-client=8.0* \
            postgresql-client \
            sqlite3 \
            awscli \
            openjdk-11-jre-headless \
            rpm2cpio \
            cpio


RUN pip3 install numpy scipy pandas Jinja2

RUN mkdir -p /tmp/clickhouse-odbc-tmp \
   && wget -nv -O - ${odbc_driver_url} | tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \
   && cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \
   && odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \
   && odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \
   && rm -rf /tmp/clickhouse-odbc-tmp

ENV TZ=Europe/Moscow
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone

ENV NUM_TRIES=1
ENV MAX_RUN_TIME=0

ARG TARGETARCH

# Download Minio-related binaries
RUN arch=${TARGETARCH:-amd64} \
    && if [ "$arch" = "amd64" ] ; then wget "https://dl.min.io/server/minio/release/linux-${arch}/archive/minio-20220103182258.0.0.x86_64.rpm"; else wget "https://dl.min.io/server/minio/release/linux-${arch}/archive/minio-20220103182258.0.0.aarch64.rpm" ; fi \
    && wget "https://dl.min.io/client/mc/release/linux-${arch}/mc" \
    && chmod +x ./mc


RUN wget 'https://dlcdn.apache.org/hadoop/common/hadoop-3.3.1/hadoop-3.3.1.tar.gz' \
    && tar -xvf hadoop-3.3.1.tar.gz \
    && rm -rf hadoop-3.3.1.tar.gz

ENV MINIO_ROOT_USER="clickhouse"
ENV MINIO_ROOT_PASSWORD="clickhouse"
ENV EXPORT_S3_STORAGE_POLICIES=1

COPY run.sh /
COPY setup_minio.sh /
COPY setup_hdfs_minicluster.sh /
CMD ["/bin/bash", "/run.sh"]
Force rebuild images once again in master 2022-01-13 18:03:34 +00:00			`# rebuild in #33610`
Preparation 2021-09-06 11:33:39 +00:00			`# docker build -t clickhouse/stateless-test .`
Build dependent images from the current version 2021-12-24 15:10:06 +00:00			`ARG FROM_TAG=latest`
			`FROM clickhouse/test-base:$FROM_TAG`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
Try newer version of odbc driver 2020-03-03 10:50:09 +00:00			`ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`RUN apt-get update -y \`
			`&& env DEBIAN_FRONTEND=noninteractive \`
			`apt-get install --yes --no-install-recommends \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`brotli \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`expect \`
empty commit for force run 2020-11-19 20:06:41 +00:00			`zstd \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`lsof \`
			`ncdu \`
			`netcat-openbsd \`
			`openssl \`
Improved serialization for data types combined of Arrays and Tuples. Improved matching enum data types to protobuf enum type. Fixed serialization of the Map data type. Omitted values are now set by default. 2021-01-11 01:50:30 +00:00			`protobuf-compiler \`
Convert to python3 (#15007) 2020-10-02 16:54:07 +00:00			`python3 \`
			`python3-lxml \`
			`python3-requests \`
			`python3-termcolor \`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00			`python3-pip \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`qemu-user-static \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`sudo \`
Added a test 2021-08-25 17:42:57 +00:00			`# golang version 1.13 on Ubuntu 20 is enough for tests`
			`golang \`
Better test images (with ts in output) 2019-01-17 10:34:50 +00:00			`telnet \`
performance comparison 2020-02-06 15:06:44 +00:00			`tree \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`unixodbc \`
fix MySQL COMM_FIELD_LIST response 2021-02-18 13:27:51 +00:00			`wget \`
Use mysql-client-8.0 from ubuntu original repo 2021-12-28 10:01:28 +00:00			`mysql-client=8.0* \`
Update test 2021-07-10 21:46:32 +00:00			`postgresql-client \`
Fix test 2022-02-15 10:31:41 +00:00			`sqlite3 \`
Added support for schema inference for `hdfsCluster` [2] (#35812) 2022-06-03 13:54:29 +00:00			`awscli \`
hotfix for minio in functional tests 2022-06-03 18:47:26 +00:00			`openjdk-11-jre-headless \`
			`rpm2cpio \`
			`cpio`
Added support for schema inference for `hdfsCluster` [2] (#35812) 2022-06-03 13:54:29 +00:00
Add brotli to stateless test image 2019-02-12 19:19:12 +00:00
Revert "docker: add pandas/clickhouse_driver into test images" This reverts commit e07a6f3fc0ea0b496483287d85b50d29f5a8c330. 2021-10-12 18:06:26 +00:00			`RUN pip3 install numpy scipy pandas Jinja2`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`RUN mkdir -p /tmp/clickhouse-odbc-tmp \`
Suppress superfluous wget (-nv) output Since for dowloading some of files wget logging may take 50% of overall log [1]. [1]: https://clickhouse-builds.s3.yandex.net/14315/c32ff4c98cb3b83a12f945eadd180415b7a3b269/clickhouse_build_check/build_log_761119955_1598923036.txt 2020-09-01 07:08:54 +00:00			`&& wget -nv -O - ${odbc_driver_url} \| tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`&& cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \`
			`&& odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \`
			`&& odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \`
			`&& rm -rf /tmp/clickhouse-odbc-tmp`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
Revert "Change timezone in Docker" 2022-03-13 01:03:06 +00:00			`ENV TZ=Europe/Moscow`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone`

Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00			`ENV NUM_TRIES=1`
Remove comment 2020-10-21 16:39:39 +00:00			`ENV MAX_RUN_TIME=0`
Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00
Use architecture specific version of minio 2022-01-06 09:04:17 +00:00			`ARG TARGETARCH`

Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00			`# Download Minio-related binaries`
Use architecture specific version of minio 2022-01-06 09:04:17 +00:00			`RUN arch=${TARGETARCH:-amd64} \`
fix 2022-06-03 19:53:44 +00:00			`&& if [ "$arch" = "amd64" ] ; then wget "https://dl.min.io/server/minio/release/linux-${arch}/archive/minio-20220103182258.0.0.x86_64.rpm"; else wget "https://dl.min.io/server/minio/release/linux-${arch}/archive/minio-20220103182258.0.0.aarch64.rpm" ; fi \`
Use architecture specific version of minio 2022-01-06 09:04:17 +00:00			`&& wget "https://dl.min.io/client/mc/release/linux-${arch}/mc" \`
Fix tests 2021-08-29 19:32:37 +00:00			`&& chmod +x ./mc`
Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00
Added support for schema inference for `hdfsCluster` [2] (#35812) 2022-06-03 13:54:29 +00:00
			`RUN wget 'https://dlcdn.apache.org/hadoop/common/hadoop-3.3.1/hadoop-3.3.1.tar.gz' \`
			`&& tar -xvf hadoop-3.3.1.tar.gz \`
			`&& rm -rf hadoop-3.3.1.tar.gz`

Fix tests 2021-08-29 19:32:37 +00:00			`ENV MINIO_ROOT_USER="clickhouse"`
			`ENV MINIO_ROOT_PASSWORD="clickhouse"`
Add test for profile events 2022-02-25 10:04:16 +00:00			`ENV EXPORT_S3_STORAGE_POLICIES=1`
Added minio 2021-08-26 21:53:32 +00:00
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`COPY run.sh /`
Added minio 2021-08-26 21:53:32 +00:00			`COPY setup_minio.sh /`
Added support for schema inference for `hdfsCluster` [2] (#35812) 2022-06-03 13:54:29 +00:00			`COPY setup_hdfs_minicluster.sh /`
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`CMD ["/bin/bash", "/run.sh"]`