ClickHouse/docker/test/stateless/Dockerfile

# docker build -t clickhouse/stateless-test .
FROM clickhouse/test-util
FROM clickhouse/test-base

ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"

RUN echo "deb [trusted=yes] http://repo.mysql.com/apt/ubuntu/ bionic mysql-5.7" >> /etc/apt/sources.list \
    && apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8C718D3B5072E1F5

RUN apt-get update -y \
    && env DEBIAN_FRONTEND=noninteractive \
        apt-get install --yes --no-install-recommends \
            brotli \
            expect \
            zstd \
            lsof \
            ncdu \
            netcat-openbsd \
            openssl \
            protobuf-compiler \
            python3 \
            python3-lxml \
            python3-requests \
            python3-termcolor \
            python3-pip \
            qemu-user-static \
            sudo \
            # golang version 1.13 on Ubuntu 20 is enough for tests
            golang \
            telnet \
            tree \
            unixodbc \
            wget \
            mysql-client=5.7* \
            postgresql-client \
            sqlite3

RUN pip3 install numpy scipy pandas Jinja2

RUN mkdir -p /tmp/clickhouse-odbc-tmp \
   && wget -nv -O - ${odbc_driver_url} | tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \
   && cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \
   && odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \
   && odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \
   && rm -rf /tmp/clickhouse-odbc-tmp

ENV TZ=Europe/Moscow
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone

ENV NUM_TRIES=1
ENV MAX_RUN_TIME=0


# Download Minio-related binaries
RUN wget 'https://dl.min.io/server/minio/release/linux-amd64/minio' \
    && chmod +x ./minio \
    && wget 'https://dl.min.io/client/mc/release/linux-amd64/mc' \
    && chmod +x ./mc

ENV MINIO_ROOT_USER="clickhouse"
ENV MINIO_ROOT_PASSWORD="clickhouse"

COPY run.sh /
COPY setup_minio.sh /
CMD ["/bin/bash", "/run.sh"]
Preparation 2021-09-06 11:33:39 +00:00			`# docker build -t clickhouse/stateless-test .`
Fix docker image 2021-09-24 10:48:28 +00:00			`FROM clickhouse/test-util`
Fix docker images build 2021-09-27 22:07:53 +00:00			`FROM clickhouse/test-base`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
Try newer version of odbc driver 2020-03-03 10:50:09 +00:00			`ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00
fix dockerfile 2021-02-18 14:37:51 +00:00			`RUN echo "deb [trusted=yes] http://repo.mysql.com/apt/ubuntu/ bionic mysql-5.7" >> /etc/apt/sources.list \`
			`&& apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8C718D3B5072E1F5`

Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`RUN apt-get update -y \`
			`&& env DEBIAN_FRONTEND=noninteractive \`
			`apt-get install --yes --no-install-recommends \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`brotli \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`expect \`
empty commit for force run 2020-11-19 20:06:41 +00:00			`zstd \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`lsof \`
			`ncdu \`
			`netcat-openbsd \`
			`openssl \`
Improved serialization for data types combined of Arrays and Tuples. Improved matching enum data types to protobuf enum type. Fixed serialization of the Map data type. Omitted values are now set by default. 2021-01-11 01:50:30 +00:00			`protobuf-compiler \`
Convert to python3 (#15007) 2020-10-02 16:54:07 +00:00			`python3 \`
			`python3-lxml \`
			`python3-requests \`
			`python3-termcolor \`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00			`python3-pip \`
Switch docker tests to use test-base 2020-08-27 10:17:17 +00:00			`qemu-user-static \`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00			`sudo \`
Added a test 2021-08-25 17:42:57 +00:00			`# golang version 1.13 on Ubuntu 20 is enough for tests`
			`golang \`
Better test images (with ts in output) 2019-01-17 10:34:50 +00:00			`telnet \`
performance comparison 2020-02-06 15:06:44 +00:00			`tree \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`unixodbc \`
fix MySQL COMM_FIELD_LIST response 2021-02-18 13:27:51 +00:00			`wget \`
Fix postgresql protocol with row policy 2021-04-07 12:55:20 +00:00			`mysql-client=5.7* \`
Update test 2021-07-10 21:46:32 +00:00			`postgresql-client \`
			`sqlite3`
Add brotli to stateless test image 2019-02-12 19:19:12 +00:00
Support jijna templates for sql files in clickhouse-test 2021-07-20 13:40:04 +00:00			`RUN pip3 install numpy scipy pandas Jinja2`
add scipy to dockerfile 2020-10-14 18:52:23 +00:00
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`RUN mkdir -p /tmp/clickhouse-odbc-tmp \`
Suppress superfluous wget (-nv) output Since for dowloading some of files wget logging may take 50% of overall log [1]. [1]: https://clickhouse-builds.s3.yandex.net/14315/c32ff4c98cb3b83a12f945eadd180415b7a3b269/clickhouse_build_check/build_log_761119955_1598923036.txt 2020-09-01 07:08:54 +00:00			`&& wget -nv -O - ${odbc_driver_url} \| tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \`
adjust dockerfile used in tests to allow odbc roundtrip 2020-02-25 00:51:28 +00:00			`&& cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \`
			`&& odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \`
			`&& odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \`
			`&& rm -rf /tmp/clickhouse-odbc-tmp`
Add docker runner for stateless tests 2018-11-07 19:25:02 +00:00
			`ENV TZ=Europe/Moscow`
			`RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone`

Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00			`ENV NUM_TRIES=1`
Remove comment 2020-10-21 16:39:39 +00:00			`ENV MAX_RUN_TIME=0`
Add ability to run tests multiple time in stateless image 2020-09-29 09:44:28 +00:00
Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00
			`# Download Minio-related binaries`
Fix tests 2021-08-29 19:32:37 +00:00			`RUN wget 'https://dl.min.io/server/minio/release/linux-amd64/minio' \`
			`&& chmod +x ./minio \`
			`&& wget 'https://dl.min.io/client/mc/release/linux-amd64/mc' \`
			`&& chmod +x ./mc`
Move dowloading to dockerfile 2021-08-27 14:22:04 +00:00
Fix tests 2021-08-29 19:32:37 +00:00			`ENV MINIO_ROOT_USER="clickhouse"`
			`ENV MINIO_ROOT_PASSWORD="clickhouse"`
Added minio 2021-08-26 21:53:32 +00:00
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`COPY run.sh /`
Added minio 2021-08-26 21:53:32 +00:00			`COPY setup_minio.sh /`
Fix skip lists for old branches 2020-07-08 08:41:39 +00:00			`CMD ["/bin/bash", "/run.sh"]`