ClickHouse/docker/packager/binary/Dockerfile

128 lines
4.5 KiB
Docker
Raw Normal View History

# docker build -t clickhouse/binary-builder .
ARG FROM_TAG=latest
2023-02-09 18:13:44 +00:00
FROM clickhouse/test-util:latest AS cctools
# The cctools are built always from the clickhouse/test-util:latest and cached inline
# Theoretically, it should improve rebuild speed significantly
ENV CC=clang-${LLVM_VERSION}
ENV CXX=clang++-${LLVM_VERSION}
2023-02-09 18:10:06 +00:00
# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
# DO NOT PUT ANYTHING BEFORE THREE NEXT `RUN` DIRECTIVES
# THE MOST HEAVY OPERATION MUST BE THE FIRST IN THE CACHE
# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
# libtapi is required to support .tbh format from recent MacOS SDKs
2021-12-14 14:22:31 +00:00
RUN git clone --depth 1 https://github.com/tpoechtrager/apple-libtapi.git \
2020-06-25 06:23:25 +00:00
&& cd apple-libtapi \
&& INSTALLPREFIX=/cctools ./build.sh \
&& ./install.sh \
2020-06-25 06:26:10 +00:00
&& cd .. \
2020-06-25 06:23:25 +00:00
&& rm -rf apple-libtapi
# Build and install tools for cross-linking to Darwin (x86-64)
2021-12-14 14:22:31 +00:00
RUN git clone --depth 1 https://github.com/tpoechtrager/cctools-port.git \
2020-06-25 06:23:25 +00:00
&& cd cctools-port/cctools \
&& ./configure --prefix=/cctools --with-libtapi=/cctools \
--target=x86_64-apple-darwin \
2023-02-09 18:10:06 +00:00
&& make install -j$(nproc) \
2020-06-25 06:26:10 +00:00
&& cd ../.. \
2020-06-25 06:23:25 +00:00
&& rm -rf cctools-port
# Build and install tools for cross-linking to Darwin (aarch64)
2021-12-14 14:22:31 +00:00
RUN git clone --depth 1 https://github.com/tpoechtrager/cctools-port.git \
&& cd cctools-port/cctools \
&& ./configure --prefix=/cctools --with-libtapi=/cctools \
--target=aarch64-apple-darwin \
2023-02-09 18:10:06 +00:00
&& make install -j$(nproc) \
&& cd ../.. \
&& rm -rf cctools-port
2023-02-09 18:10:06 +00:00
# !!!!!!!!!!!
# END COMPILE
# !!!!!!!!!!!
2023-02-09 18:13:44 +00:00
FROM clickhouse/test-util:$FROM_TAG
ENV CC=clang-${LLVM_VERSION}
ENV CXX=clang++-${LLVM_VERSION}
2023-02-09 18:10:06 +00:00
# Rust toolchain and libraries
ENV RUSTUP_HOME=/rust/rustup
ENV CARGO_HOME=/rust/cargo
ENV PATH="/rust/cargo/bin:${PATH}"
RUN curl https://sh.rustup.rs -sSf | bash -s -- -y && \
chmod 777 -R /rust && \
rustup toolchain install nightly-2023-07-04 && \
rustup default nightly-2023-07-04 && \
rustup component add rust-src && \
2023-07-25 04:57:47 +00:00
rustup target add x86_64-unknown-linux-gnu && \
2023-02-09 18:10:06 +00:00
rustup target add aarch64-unknown-linux-gnu && \
rustup target add x86_64-apple-darwin && \
rustup target add x86_64-unknown-freebsd && \
rustup target add aarch64-apple-darwin && \
2023-07-25 04:57:47 +00:00
rustup target add powerpc64le-unknown-linux-gnu && \
rustup target add x86_64-unknown-linux-musl && \
rustup target add aarch64-unknown-linux-musl && \
rustup target add riscv64gc-unknown-linux-gnu
2021-09-08 15:06:15 +00:00
# NOTE: Seems like gcc-11 is too new for ubuntu20 repository
2023-02-09 18:10:06 +00:00
# A cross-linker for RISC-V 64 (we need it, because LLVM's LLD does not work):
2021-09-08 15:06:15 +00:00
RUN add-apt-repository ppa:ubuntu-toolchain-r/test --yes \
&& apt-get update \
2023-02-09 18:10:06 +00:00
&& apt-get install --yes \
binutils-riscv64-linux-gnu \
build-essential \
g++-11 \
gcc-11 \
gcc-aarch64-linux-gnu \
libc6 \
libc6-dev \
libc6-dev-arm64-cross \
python3-boto3 \
2023-02-09 18:10:06 +00:00
yasm \
zstd \
2023-09-11 21:10:03 +00:00
zip \
2023-02-09 18:10:06 +00:00
&& apt-get clean \
&& rm -rf /var/lib/apt/lists
2020-09-09 10:51:01 +00:00
2023-02-09 18:10:06 +00:00
# Download toolchain and SDK for Darwin
RUN curl -sL -O https://github.com/phracker/MacOSX-SDKs/releases/download/11.3/MacOSX11.0.sdk.tar.xz
2022-08-14 03:57:55 +00:00
2023-08-10 20:01:53 +00:00
# Download and install mold 2.0 for s390x build
RUN curl -Lo /tmp/mold.tar.gz "https://github.com/rui314/mold/releases/download/v2.0.0/mold-2.0.0-x86_64-linux.tar.gz" \
&& mkdir /tmp/mold \
&& tar -xzf /tmp/mold.tar.gz -C /tmp/mold \
2023-08-10 21:08:47 +00:00
&& cp -r /tmp/mold/mold*/* /usr \
2023-08-10 20:01:53 +00:00
&& rm -rf /tmp/mold \
&& rm /tmp/mold.tar.gz
2022-02-08 18:12:04 +00:00
# Architecture of the image when BuildKit/buildx is used
ARG TARGETARCH
ARG NFPM_VERSION=2.20.0
2022-02-08 18:12:04 +00:00
RUN arch=${TARGETARCH:-amd64} \
&& curl -Lo /tmp/nfpm.deb "https://github.com/goreleaser/nfpm/releases/download/v${NFPM_VERSION}/nfpm_${arch}.deb" \
&& dpkg -i /tmp/nfpm.deb \
&& rm /tmp/nfpm.deb
2020-09-09 10:51:01 +00:00
2023-06-27 21:10:56 +00:00
ARG GO_VERSION=1.19.10
# We need go for clickhouse-diagnostics
RUN arch=${TARGETARCH:-amd64} \
&& curl -Lo /tmp/go.tgz "https://go.dev/dl/go${GO_VERSION}.linux-${arch}.tar.gz" \
&& tar -xzf /tmp/go.tgz -C /usr/local/ \
&& rm /tmp/go.tgz
ENV PATH="$PATH:/usr/local/go/bin"
ENV GOPATH=/workdir/go
ENV GOCACHE=/workdir/
ARG CLANG_TIDY_SHA1=c191254ea00d47ade11d7170ef82fe038c213774
RUN curl -Lo /usr/bin/clang-tidy-cache \
"https://raw.githubusercontent.com/matus-chochlik/ctcache/$CLANG_TIDY_SHA1/clang-tidy-cache" \
&& chmod +x /usr/bin/clang-tidy-cache
COPY --from=cctools /cctools /cctools
RUN mkdir /workdir && chmod 777 /workdir
WORKDIR /workdir
2022-04-02 08:33:40 +00:00
2019-04-25 12:29:28 +00:00
COPY build.sh /
CMD ["bash", "-c", "/build.sh 2>&1"]