mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-21 23:21:59 +00:00
Pin all python packages in CI images
This commit is contained in:
parent
36f38e6ae3
commit
31ca631ac5
42
docker/reqgenerator.py
Normal file
42
docker/reqgenerator.py
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# To run this script you must install docker and piddeptree python package
|
||||||
|
#
|
||||||
|
|
||||||
|
import subprocess
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
|
||||||
|
def build_docker_deps(image_name, imagedir):
|
||||||
|
cmd = f"""docker run --entrypoint "/bin/bash" {image_name} -c "pip install pipdeptree 2>/dev/null 1>/dev/null && pipdeptree --freeze --warn silence | sed 's/ \+//g' | sort | uniq" > {imagedir}/requirements.txt"""
|
||||||
|
subprocess.check_call(cmd, shell=True)
|
||||||
|
|
||||||
|
def check_docker_file_install_with_pip(filepath):
|
||||||
|
image_name = None
|
||||||
|
with open(filepath, 'r') as f:
|
||||||
|
for line in f:
|
||||||
|
if 'docker build' in line:
|
||||||
|
arr = line.split(' ')
|
||||||
|
if len(arr) > 4:
|
||||||
|
image_name = arr[4]
|
||||||
|
if 'pip3 install' in line or 'pip install' in line:
|
||||||
|
return image_name, True
|
||||||
|
return image_name, False
|
||||||
|
|
||||||
|
def process_affected_images(images_dir):
|
||||||
|
for root, _dirs, files in os.walk(images_dir):
|
||||||
|
for f in files:
|
||||||
|
if f == "Dockerfile":
|
||||||
|
docker_file_path = os.path.join(root, f)
|
||||||
|
print("Checking image on path", docker_file_path)
|
||||||
|
image_name, has_pip = check_docker_file_install_with_pip(docker_file_path)
|
||||||
|
if has_pip:
|
||||||
|
print("Find pip in", image_name)
|
||||||
|
try:
|
||||||
|
build_docker_deps(image_name, root)
|
||||||
|
except Exception as ex:
|
||||||
|
print(ex)
|
||||||
|
else:
|
||||||
|
print("Pip not found in", docker_file_path)
|
||||||
|
|
||||||
|
|
||||||
|
process_affected_images(sys.argv[1])
|
@ -19,10 +19,7 @@ RUN apt-get update \
|
|||||||
odbcinst \
|
odbcinst \
|
||||||
psmisc \
|
psmisc \
|
||||||
python3 \
|
python3 \
|
||||||
python3-lxml \
|
|
||||||
python3-pip \
|
python3-pip \
|
||||||
python3-requests \
|
|
||||||
python3-termcolor \
|
|
||||||
unixodbc \
|
unixodbc \
|
||||||
pv \
|
pv \
|
||||||
jq \
|
jq \
|
||||||
@ -31,7 +28,8 @@ RUN apt-get update \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install numpy==1.26.3 scipy==1.12.0 pandas==1.5.3 Jinja2==3.1.3
|
COPY requirements.txt /
|
||||||
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
|
|
||||||
# This symlink is required by gcc to find the lld linker
|
# This symlink is required by gcc to find the lld linker
|
||||||
RUN ln -s /usr/bin/lld-${LLVM_VERSION} /usr/bin/ld.lld
|
RUN ln -s /usr/bin/lld-${LLVM_VERSION} /usr/bin/ld.lld
|
||||||
|
41
docker/test/fasttest/requirements.txt
Normal file
41
docker/test/fasttest/requirements.txt
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
Jinja2==3.1.3
|
||||||
|
MarkupSafe==2.1.5
|
||||||
|
PyJWT==2.3.0
|
||||||
|
PyYAML==6.0.1
|
||||||
|
Pygments==2.11.2
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
blinker==1.4
|
||||||
|
certifi==2020.6.20
|
||||||
|
chardet==4.0.0
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
idna==3.3
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
lxml==4.8.0
|
||||||
|
more-itertools==8.10.0
|
||||||
|
numpy==1.26.3
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pandas==1.5.3
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
python-dateutil==2.9.0.post0
|
||||||
|
pytz==2024.1
|
||||||
|
requests==2.32.3
|
||||||
|
scipy==1.12.0
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
termcolor==1.1.0
|
||||||
|
urllib3==1.26.5
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -31,7 +31,8 @@ RUN apt-get update \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install Jinja2
|
COPY requirements.txt /
|
||||||
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
|
|
||||||
COPY * /
|
COPY * /
|
||||||
|
|
||||||
|
27
docker/test/fuzzer/requirements.txt
Normal file
27
docker/test/fuzzer/requirements.txt
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
blinker==1.4
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
Jinja2==3.1.4
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
MarkupSafe==2.1.5
|
||||||
|
more-itertools==8.10.0
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -33,7 +33,8 @@ RUN apt-get update \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install pycurl
|
COPY requirements.txt /
|
||||||
|
RUN pip3 install --no-cache-dir -r requirements.txt && rm -rf /root/.cache/pip
|
||||||
|
|
||||||
# Architecture of the image when BuildKit/buildx is used
|
# Architecture of the image when BuildKit/buildx is used
|
||||||
ARG TARGETARCH
|
ARG TARGETARCH
|
||||||
|
26
docker/test/integration/base/requirements.txt
Normal file
26
docker/test/integration/base/requirements.txt
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
blinker==1.4
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
more-itertools==8.10.0
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
pycurl==7.45.3
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -2,4 +2,5 @@
|
|||||||
# Helper docker container to run python bottle apps
|
# Helper docker container to run python bottle apps
|
||||||
|
|
||||||
FROM python:3
|
FROM python:3
|
||||||
RUN python -m pip install bottle
|
COPY requirements.txt /
|
||||||
|
RUN python -m pip install --no-cache-dir -r requirements.txt
|
||||||
|
6
docker/test/integration/resolver/requirements.txt
Normal file
6
docker/test/integration/resolver/requirements.txt
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
bottle==0.12.25
|
||||||
|
packaging==24.1
|
||||||
|
pip==23.2.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
setuptools==69.0.3
|
||||||
|
wheel==0.42.0
|
@ -26,7 +26,6 @@ RUN apt-get update \
|
|||||||
libicu-dev \
|
libicu-dev \
|
||||||
bsdutils \
|
bsdutils \
|
||||||
curl \
|
curl \
|
||||||
python3-pika \
|
|
||||||
liblua5.1-dev \
|
liblua5.1-dev \
|
||||||
luajit \
|
luajit \
|
||||||
libssl-dev \
|
libssl-dev \
|
||||||
@ -61,49 +60,8 @@ RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add - \
|
|||||||
|
|
||||||
# kazoo 2.10.0 is broken
|
# kazoo 2.10.0 is broken
|
||||||
# https://s3.amazonaws.com/clickhouse-test-reports/59337/524625a1d2f4cc608a3f1059e3df2c30f353a649/integration_tests__asan__analyzer__[5_6].html
|
# https://s3.amazonaws.com/clickhouse-test-reports/59337/524625a1d2f4cc608a3f1059e3df2c30f353a649/integration_tests__asan__analyzer__[5_6].html
|
||||||
RUN python3 -m pip install --no-cache-dir \
|
COPY requirements.txt /
|
||||||
PyMySQL==1.1.0 \
|
RUN python3 -m pip install --no-cache-dir -r requirements.txt
|
||||||
asyncio==3.4.3 \
|
|
||||||
avro==1.10.2 \
|
|
||||||
azure-storage-blob==12.19.0 \
|
|
||||||
boto3==1.34.24 \
|
|
||||||
cassandra-driver==3.29.0 \
|
|
||||||
confluent-kafka==2.3.0 \
|
|
||||||
delta-spark==2.3.0 \
|
|
||||||
dict2xml==1.7.4 \
|
|
||||||
dicttoxml==1.7.16 \
|
|
||||||
docker==6.1.3 \
|
|
||||||
docker-compose==1.29.2 \
|
|
||||||
grpcio==1.60.0 \
|
|
||||||
grpcio-tools==1.60.0 \
|
|
||||||
kafka-python==2.0.2 \
|
|
||||||
lz4==4.3.3 \
|
|
||||||
minio==7.2.3 \
|
|
||||||
nats-py==2.6.0 \
|
|
||||||
protobuf==4.25.2 \
|
|
||||||
kazoo==2.9.0 \
|
|
||||||
psycopg2-binary==2.9.6 \
|
|
||||||
pyhdfs==0.3.1 \
|
|
||||||
pymongo==3.11.0 \
|
|
||||||
pyspark==3.3.2 \
|
|
||||||
pytest==7.4.4 \
|
|
||||||
pytest-order==1.0.0 \
|
|
||||||
pytest-random==0.2 \
|
|
||||||
pytest-repeat==0.9.3 \
|
|
||||||
pytest-timeout==2.2.0 \
|
|
||||||
pytest-xdist==3.5.0 \
|
|
||||||
pytest-reportlog==0.4.0 \
|
|
||||||
pytz==2023.3.post1 \
|
|
||||||
pyyaml==5.3.1 \
|
|
||||||
redis==5.0.1 \
|
|
||||||
requests-kerberos==0.14.0 \
|
|
||||||
tzlocal==2.1 \
|
|
||||||
retry==0.9.2 \
|
|
||||||
bs4==0.0.2 \
|
|
||||||
lxml==5.1.0 \
|
|
||||||
urllib3==2.0.7 \
|
|
||||||
jwcrypto==1.5.6
|
|
||||||
# bs4, lxml are for cloud tests, do not delete
|
|
||||||
|
|
||||||
# Hudi supports only spark 3.3.*, not 3.4
|
# Hudi supports only spark 3.3.*, not 3.4
|
||||||
RUN curl -fsSL -O https://archive.apache.org/dist/spark/spark-3.3.2/spark-3.3.2-bin-hadoop3.tgz \
|
RUN curl -fsSL -O https://archive.apache.org/dist/spark/spark-3.3.2/spark-3.3.2-bin-hadoop3.tgz \
|
||||||
|
113
docker/test/integration/runner/requirements.txt
Normal file
113
docker/test/integration/runner/requirements.txt
Normal file
@ -0,0 +1,113 @@
|
|||||||
|
PyHDFS==0.3.1
|
||||||
|
PyJWT==2.3.0
|
||||||
|
PyMySQL==1.1.0
|
||||||
|
PyNaCl==1.5.0
|
||||||
|
PyYAML==5.3.1
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
argon2-cffi-bindings==21.2.0
|
||||||
|
argon2-cffi==23.1.0
|
||||||
|
async-timeout==4.0.3
|
||||||
|
asyncio==3.4.3
|
||||||
|
attrs==23.2.0
|
||||||
|
avro==1.10.2
|
||||||
|
azure-core==1.30.1
|
||||||
|
azure-storage-blob==12.19.0
|
||||||
|
bcrypt==4.1.3
|
||||||
|
beautifulsoup4==4.12.3
|
||||||
|
blinker==1.4
|
||||||
|
boto3==1.34.24
|
||||||
|
botocore==1.34.101
|
||||||
|
bs4==0.0.2
|
||||||
|
cassandra-driver==3.29.0
|
||||||
|
certifi==2024.2.2
|
||||||
|
cffi==1.16.0
|
||||||
|
charset-normalizer==3.3.2
|
||||||
|
click==8.1.7
|
||||||
|
confluent-kafka==2.3.0
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
decorator==5.1.1
|
||||||
|
delta-spark==2.3.0
|
||||||
|
dict2xml==1.7.4
|
||||||
|
dicttoxml==1.7.16
|
||||||
|
distro-info==1.1+ubuntu0.2
|
||||||
|
distro==1.7.0
|
||||||
|
docker-compose==1.29.2
|
||||||
|
docker==6.1.3
|
||||||
|
dockerpty==0.4.1
|
||||||
|
docopt==0.6.2
|
||||||
|
exceptiongroup==1.2.1
|
||||||
|
execnet==2.1.1
|
||||||
|
geomet==0.2.1.post1
|
||||||
|
grpcio-tools==1.60.0
|
||||||
|
grpcio==1.60.0
|
||||||
|
gssapi==1.8.3
|
||||||
|
httplib2==0.20.2
|
||||||
|
idna==3.7
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
iniconfig==2.0.0
|
||||||
|
isodate==0.6.1
|
||||||
|
jeepney==0.7.1
|
||||||
|
jmespath==1.0.1
|
||||||
|
jsonschema==3.2.0
|
||||||
|
jwcrypto==1.5.6
|
||||||
|
kafka-python==2.0.2
|
||||||
|
kazoo==2.9.0
|
||||||
|
keyring==23.5.0
|
||||||
|
krb5==0.5.1
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
lxml==5.1.0
|
||||||
|
lz4==4.3.3
|
||||||
|
minio==7.2.3
|
||||||
|
more-itertools==8.10.0
|
||||||
|
nats-py==2.6.0
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.0
|
||||||
|
paramiko==3.4.0
|
||||||
|
pika==1.2.0
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
pluggy==1.5.0
|
||||||
|
protobuf==4.25.2
|
||||||
|
psycopg2-binary==2.9.6
|
||||||
|
py4j==0.10.9.5
|
||||||
|
py==1.11.0
|
||||||
|
pycparser==2.22
|
||||||
|
pycryptodome==3.20.0
|
||||||
|
pymongo==3.11.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
pyrsistent==0.20.0
|
||||||
|
pyspark==3.3.2
|
||||||
|
pyspnego==0.10.2
|
||||||
|
pytest-order==1.0.0
|
||||||
|
pytest-random==0.2
|
||||||
|
pytest-repeat==0.9.3
|
||||||
|
pytest-reportlog==0.4.0
|
||||||
|
pytest-timeout==2.2.0
|
||||||
|
pytest-xdist==3.5.0
|
||||||
|
pytest==7.4.4
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
python-dateutil==2.9.0.post0
|
||||||
|
python-dotenv==0.21.1
|
||||||
|
pytz==2023.3.post1
|
||||||
|
redis==5.0.1
|
||||||
|
requests-kerberos==0.14.0
|
||||||
|
requests==2.31.0
|
||||||
|
retry==0.9.2
|
||||||
|
s3transfer==0.10.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
simplejson==3.19.2
|
||||||
|
six==1.16.0
|
||||||
|
soupsieve==2.5
|
||||||
|
texttable==1.7.0
|
||||||
|
tomli==2.0.1
|
||||||
|
typing_extensions==4.11.0
|
||||||
|
tzlocal==2.1
|
||||||
|
unattended-upgrades==0.1
|
||||||
|
urllib3==2.0.7
|
||||||
|
wadllib==1.3.6
|
||||||
|
websocket-client==0.59.0
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -1,3 +1,4 @@
|
|||||||
|
# docker build -t clickhouse/libfuzzer .
|
||||||
ARG FROM_TAG=latest
|
ARG FROM_TAG=latest
|
||||||
FROM clickhouse/test-base:$FROM_TAG
|
FROM clickhouse/test-base:$FROM_TAG
|
||||||
|
|
||||||
@ -29,7 +30,8 @@ RUN apt-get update \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install Jinja2
|
COPY requirements.txt /
|
||||||
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
|
|
||||||
COPY * /
|
COPY * /
|
||||||
|
|
||||||
|
27
docker/test/libfuzzer/requirements.txt
Normal file
27
docker/test/libfuzzer/requirements.txt
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
blinker==1.4
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
Jinja2==3.1.4
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
MarkupSafe==2.1.5
|
||||||
|
more-itertools==8.10.0
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -23,7 +23,6 @@ RUN apt-get update \
|
|||||||
python3 \
|
python3 \
|
||||||
python3-dev \
|
python3-dev \
|
||||||
python3-pip \
|
python3-pip \
|
||||||
python3-setuptools \
|
|
||||||
rsync \
|
rsync \
|
||||||
tree \
|
tree \
|
||||||
tzdata \
|
tzdata \
|
||||||
@ -33,12 +32,14 @@ RUN apt-get update \
|
|||||||
cargo \
|
cargo \
|
||||||
ripgrep \
|
ripgrep \
|
||||||
zstd \
|
zstd \
|
||||||
&& pip3 --no-cache-dir install 'clickhouse-driver==0.2.1' scipy \
|
|
||||||
&& apt-get purge --yes python3-dev g++ \
|
&& apt-get purge --yes python3-dev g++ \
|
||||||
&& apt-get autoremove --yes \
|
&& apt-get autoremove --yes \
|
||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
|
COPY requirements.txt /
|
||||||
|
RUN pip3 --no-cache-dir install -r requirements.txt
|
||||||
|
|
||||||
COPY run.sh /
|
COPY run.sh /
|
||||||
|
|
||||||
CMD ["bash", "/run.sh"]
|
CMD ["bash", "/run.sh"]
|
||||||
|
32
docker/test/performance-comparison/requirements.txt
Normal file
32
docker/test/performance-comparison/requirements.txt
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
blinker==1.4
|
||||||
|
clickhouse-driver==0.2.7
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
more-itertools==8.10.0
|
||||||
|
numpy==1.26.3
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
Pygments==2.11.2
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
pytz==2023.4
|
||||||
|
PyYAML==6.0.1
|
||||||
|
scipy==1.12.0
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
tzlocal==2.1
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -18,11 +18,8 @@ RUN apt-get update --yes \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install \
|
COPY requirements.txt /
|
||||||
numpy \
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
pyodbc \
|
|
||||||
deepdiff \
|
|
||||||
sqlglot
|
|
||||||
|
|
||||||
ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.6.20200320/clickhouse-odbc-1.1.6-Linux.tar.gz"
|
ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.6.20200320/clickhouse-odbc-1.1.6-Linux.tar.gz"
|
||||||
|
|
||||||
|
30
docker/test/sqllogic/requirements.txt
Normal file
30
docker/test/sqllogic/requirements.txt
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
blinker==1.4
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
deepdiff==7.0.1
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
more-itertools==8.10.0
|
||||||
|
numpy==1.26.4
|
||||||
|
oauthlib==3.2.0
|
||||||
|
ordered-set==4.1.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyodbc==5.1.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
sqlglot==23.16.0
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -14,9 +14,8 @@ RUN apt-get update --yes \
|
|||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
RUN pip3 install \
|
COPY requirements.txt /
|
||||||
pyyaml \
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
clickhouse-driver
|
|
||||||
|
|
||||||
ARG sqltest_repo="https://github.com/elliotchance/sqltest/"
|
ARG sqltest_repo="https://github.com/elliotchance/sqltest/"
|
||||||
|
|
||||||
|
29
docker/test/sqltest/requirements.txt
Normal file
29
docker/test/sqltest/requirements.txt
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
blinker==1.4
|
||||||
|
clickhouse-driver==0.2.7
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
httplib2==0.20.2
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
more-itertools==8.10.0
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
pytz==2024.1
|
||||||
|
PyYAML==6.0.1
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
tzlocal==5.2
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -6,7 +6,6 @@ FROM clickhouse/stateless-test:$FROM_TAG
|
|||||||
RUN apt-get update -y \
|
RUN apt-get update -y \
|
||||||
&& env DEBIAN_FRONTEND=noninteractive \
|
&& env DEBIAN_FRONTEND=noninteractive \
|
||||||
apt-get install --yes --no-install-recommends \
|
apt-get install --yes --no-install-recommends \
|
||||||
python3-requests \
|
|
||||||
nodejs \
|
nodejs \
|
||||||
npm \
|
npm \
|
||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
|
@ -25,10 +25,7 @@ RUN apt-get update -y \
|
|||||||
openssl \
|
openssl \
|
||||||
postgresql-client \
|
postgresql-client \
|
||||||
python3 \
|
python3 \
|
||||||
python3-lxml \
|
|
||||||
python3-pip \
|
python3-pip \
|
||||||
python3-requests \
|
|
||||||
python3-termcolor \
|
|
||||||
qemu-user-static \
|
qemu-user-static \
|
||||||
sqlite3 \
|
sqlite3 \
|
||||||
sudo \
|
sudo \
|
||||||
@ -51,7 +48,8 @@ RUN curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v${PR
|
|||||||
&& unzip protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /usr/local \
|
&& unzip protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /usr/local \
|
||||||
&& rm protoc-${PROTOC_VERSION}-linux-x86_64.zip
|
&& rm protoc-${PROTOC_VERSION}-linux-x86_64.zip
|
||||||
|
|
||||||
RUN pip3 install numpy==1.26.3 scipy==1.12.0 pandas==1.5.3 Jinja2==3.1.3 pyarrow==15.0.0
|
COPY requirements.txt /
|
||||||
|
RUN pip3 install --no-cache-dir -r /requirements.txt
|
||||||
|
|
||||||
RUN mkdir -p /tmp/clickhouse-odbc-tmp \
|
RUN mkdir -p /tmp/clickhouse-odbc-tmp \
|
||||||
&& cd /tmp/clickhouse-odbc-tmp \
|
&& cd /tmp/clickhouse-odbc-tmp \
|
||||||
|
51
docker/test/stateless/requirements.txt
Normal file
51
docker/test/stateless/requirements.txt
Normal file
@ -0,0 +1,51 @@
|
|||||||
|
awscli==1.22.34
|
||||||
|
blinker==1.4
|
||||||
|
botocore==1.23.34
|
||||||
|
certifi==2020.6.20
|
||||||
|
chardet==4.0.0
|
||||||
|
colorama==0.4.4
|
||||||
|
cryptography==3.4.8
|
||||||
|
dbus-python==1.2.18
|
||||||
|
distro==1.7.0
|
||||||
|
docutils==0.17.1
|
||||||
|
gyp==0.1
|
||||||
|
httplib2==0.20.2
|
||||||
|
idna==3.3
|
||||||
|
importlib-metadata==4.6.4
|
||||||
|
jeepney==0.7.1
|
||||||
|
Jinja2==3.1.3
|
||||||
|
jmespath==0.10.0
|
||||||
|
keyring==23.5.0
|
||||||
|
launchpadlib==1.10.16
|
||||||
|
lazr.restfulclient==0.14.4
|
||||||
|
lazr.uri==1.0.6
|
||||||
|
lxml==4.8.0
|
||||||
|
MarkupSafe==2.1.5
|
||||||
|
more-itertools==8.10.0
|
||||||
|
numpy==1.26.3
|
||||||
|
oauthlib==3.2.0
|
||||||
|
packaging==24.1
|
||||||
|
pandas==1.5.3
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
pyarrow==15.0.0
|
||||||
|
pyasn1==0.4.8
|
||||||
|
PyJWT==2.3.0
|
||||||
|
pyparsing==2.4.7
|
||||||
|
python-apt==2.4.0+ubuntu3
|
||||||
|
python-dateutil==2.8.1
|
||||||
|
pytz==2024.1
|
||||||
|
PyYAML==6.0.1
|
||||||
|
requests==2.32.3
|
||||||
|
roman==3.3
|
||||||
|
rsa==4.8
|
||||||
|
s3transfer==0.5.0
|
||||||
|
scipy==1.12.0
|
||||||
|
SecretStorage==3.3.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
termcolor==1.1.0
|
||||||
|
urllib3==1.26.5
|
||||||
|
wadllib==1.3.6
|
||||||
|
wheel==0.37.1
|
||||||
|
zipp==1.0.0
|
@ -23,22 +23,8 @@ RUN apt-get update && env DEBIAN_FRONTEND=noninteractive apt-get install --yes \
|
|||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
# python-magic is the same version as in Ubuntu 22.04
|
# python-magic is the same version as in Ubuntu 22.04
|
||||||
RUN pip3 install \
|
COPY requirements.txt /
|
||||||
PyGithub \
|
RUN pip3 install --no-cache-dir -r requirements.txt
|
||||||
black==23.12.0 \
|
|
||||||
boto3 \
|
|
||||||
codespell==2.2.1 \
|
|
||||||
mypy==1.8.0 \
|
|
||||||
pylint==3.1.0 \
|
|
||||||
python-magic==0.4.24 \
|
|
||||||
flake8==4.0.1 \
|
|
||||||
requests \
|
|
||||||
thefuzz \
|
|
||||||
tqdm==4.66.4 \
|
|
||||||
types-requests \
|
|
||||||
unidiff \
|
|
||||||
jwt \
|
|
||||||
&& rm -rf /root/.cache/pip
|
|
||||||
|
|
||||||
RUN echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && locale-gen en_US.UTF-8
|
RUN echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && locale-gen en_US.UTF-8
|
||||||
ENV LC_ALL en_US.UTF-8
|
ENV LC_ALL en_US.UTF-8
|
||||||
|
58
docker/test/style/requirements.txt
Normal file
58
docker/test/style/requirements.txt
Normal file
@ -0,0 +1,58 @@
|
|||||||
|
aiohttp==3.9.5
|
||||||
|
aiosignal==1.3.1
|
||||||
|
astroid==3.1.0
|
||||||
|
async-timeout==4.0.3
|
||||||
|
attrs==23.2.0
|
||||||
|
black==23.12.0
|
||||||
|
boto3==1.34.131
|
||||||
|
botocore==1.34.131
|
||||||
|
certifi==2024.6.2
|
||||||
|
cffi==1.16.0
|
||||||
|
charset-normalizer==3.3.2
|
||||||
|
click==8.1.7
|
||||||
|
codespell==2.2.1
|
||||||
|
cryptography==42.0.8
|
||||||
|
Deprecated==1.2.14
|
||||||
|
dill==0.3.8
|
||||||
|
flake8==4.0.1
|
||||||
|
frozenlist==1.4.1
|
||||||
|
idna==3.7
|
||||||
|
isort==5.13.2
|
||||||
|
jmespath==1.0.1
|
||||||
|
jwt==1.3.1
|
||||||
|
mccabe==0.6.1
|
||||||
|
multidict==6.0.5
|
||||||
|
mypy==1.8.0
|
||||||
|
mypy-extensions==1.0.0
|
||||||
|
packaging==24.1
|
||||||
|
pathspec==0.9.0
|
||||||
|
pip==24.1.1
|
||||||
|
pipdeptree==2.23.0
|
||||||
|
platformdirs==4.2.2
|
||||||
|
pycodestyle==2.8.0
|
||||||
|
pycparser==2.22
|
||||||
|
pyflakes==2.4.0
|
||||||
|
PyGithub==2.3.0
|
||||||
|
PyJWT==2.8.0
|
||||||
|
pylint==3.1.0
|
||||||
|
PyNaCl==1.5.0
|
||||||
|
python-dateutil==2.9.0.post0
|
||||||
|
python-magic==0.4.24
|
||||||
|
PyYAML==6.0.1
|
||||||
|
rapidfuzz==3.9.3
|
||||||
|
requests==2.32.3
|
||||||
|
s3transfer==0.10.1
|
||||||
|
setuptools==59.6.0
|
||||||
|
six==1.16.0
|
||||||
|
thefuzz==0.22.1
|
||||||
|
tomli==2.0.1
|
||||||
|
tomlkit==0.12.5
|
||||||
|
tqdm==4.66.4
|
||||||
|
types-requests==2.32.0.20240622
|
||||||
|
typing_extensions==4.12.2
|
||||||
|
unidiff==0.7.5
|
||||||
|
urllib3==2.2.2
|
||||||
|
wheel==0.37.1
|
||||||
|
wrapt==1.16.0
|
||||||
|
yamllint==1.26.3
|
||||||
|
yarl==1.9.4
|
Loading…
Reference in New Issue
Block a user