mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-24 08:32:02 +00:00
6425dd001a
* Add a codec Encrypted() for encrypting columns on disk While this is implemented as a compression codec, it does not actually compress data. It instead encrypts data on disk. The key is obtained by executing a user-specified command at the server startup, or if it's not specified the codec refuses to process any data. For now the only supported cipher is 'AES-128-GCM-SIV'.
103 lines
5.3 KiB
Bash
Executable File
103 lines
5.3 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# script allows to install configs for clickhouse server and clients required
|
|
# for testing (stateless and stateful tests)
|
|
|
|
set -x -e
|
|
|
|
DEST_SERVER_PATH="${1:-/etc/clickhouse-server}"
|
|
DEST_CLIENT_PATH="${2:-/etc/clickhouse-client}"
|
|
SRC_PATH="$( cd "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"
|
|
|
|
echo "Going to install test configs from $SRC_PATH into $DEST_SERVER_PATH"
|
|
|
|
mkdir -p $DEST_SERVER_PATH/config.d/
|
|
mkdir -p $DEST_SERVER_PATH/users.d/
|
|
mkdir -p $DEST_CLIENT_PATH
|
|
|
|
ln -sf $SRC_PATH/config.d/zookeeper.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/listen.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/part_log.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/text_log.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/metric_log.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/custom_settings_prefixes.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/macros.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/disks.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/secure_ports.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/clusters.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/graphite.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/database_atomic.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/max_concurrent_queries.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/test_cluster_with_incorrect_pw.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/keeper_port.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/logging_no_rotate.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/tcp_with_proxy.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/top_level_domains_lists.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/top_level_domains_path.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/encryption.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/config.d/zookeeper_log.xml $DEST_SERVER_PATH/config.d/
|
|
ln -sf $SRC_PATH/users.d/log_queries.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/users.d/readonly.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/users.d/access_management.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/users.d/database_atomic_drop_detach_sync.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/users.d/opentelemetry.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/users.d/remote_queries.xml $DEST_SERVER_PATH/users.d/
|
|
|
|
# FIXME DataPartsExchange may hang for http_send_timeout seconds
|
|
# when nobody is going to read from the other side of socket (due to "Fetching of part was cancelled"),
|
|
# but socket is owned by HTTPSessionPool, so it's not closed.
|
|
ln -sf $SRC_PATH/users.d/timeouts.xml $DEST_SERVER_PATH/users.d/
|
|
|
|
ln -sf $SRC_PATH/ints_dictionary.xml $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/strings_dictionary.xml $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/decimals_dictionary.xml $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/executable_dictionary.xml $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/executable_pool_dictionary.xml $DEST_SERVER_PATH/
|
|
|
|
ln -sf $SRC_PATH/top_level_domains $DEST_SERVER_PATH/
|
|
|
|
ln -sf $SRC_PATH/server.key $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/server.crt $DEST_SERVER_PATH/
|
|
ln -sf $SRC_PATH/dhparam.pem $DEST_SERVER_PATH/
|
|
|
|
# Retain any pre-existing config and allow ClickHouse to load it if required
|
|
ln -sf --backup=simple --suffix=_original.xml \
|
|
$SRC_PATH/config.d/query_masking_rules.xml $DEST_SERVER_PATH/config.d/
|
|
|
|
if [[ -n "$USE_POLYMORPHIC_PARTS" ]] && [[ "$USE_POLYMORPHIC_PARTS" -eq 1 ]]; then
|
|
ln -sf $SRC_PATH/config.d/polymorphic_parts.xml $DEST_SERVER_PATH/config.d/
|
|
fi
|
|
if [[ -n "$USE_DATABASE_ORDINARY" ]] && [[ "$USE_DATABASE_ORDINARY" -eq 1 ]]; then
|
|
ln -sf $SRC_PATH/users.d/database_ordinary.xml $DEST_SERVER_PATH/users.d/
|
|
fi
|
|
if [[ -n "$USE_DATABASE_REPLICATED" ]] && [[ "$USE_DATABASE_REPLICATED" -eq 1 ]]; then
|
|
ln -sf $SRC_PATH/users.d/database_replicated.xml $DEST_SERVER_PATH/users.d/
|
|
ln -sf $SRC_PATH/config.d/database_replicated.xml $DEST_SERVER_PATH/config.d/
|
|
rm /etc/clickhouse-server/config.d/zookeeper.xml
|
|
rm /etc/clickhouse-server/config.d/keeper_port.xml
|
|
|
|
# There is a bug in config reloading, so we cannot override macros using --macros.replica r2
|
|
# And we have to copy configs...
|
|
mkdir -p /etc/clickhouse-server1
|
|
mkdir -p /etc/clickhouse-server2
|
|
chown clickhouse /etc/clickhouse-server1
|
|
chown clickhouse /etc/clickhouse-server2
|
|
chgrp clickhouse /etc/clickhouse-server1
|
|
chgrp clickhouse /etc/clickhouse-server2
|
|
sudo -u clickhouse cp -r /etc/clickhouse-server/* /etc/clickhouse-server1
|
|
sudo -u clickhouse cp -r /etc/clickhouse-server/* /etc/clickhouse-server2
|
|
rm /etc/clickhouse-server1/config.d/macros.xml
|
|
rm /etc/clickhouse-server2/config.d/macros.xml
|
|
sudo -u clickhouse cat /etc/clickhouse-server/config.d/macros.xml | sed "s|<replica>r1</replica>|<replica>r2</replica>|" > /etc/clickhouse-server1/config.d/macros.xml
|
|
sudo -u clickhouse cat /etc/clickhouse-server/config.d/macros.xml | sed "s|<shard>s1</shard>|<shard>s2</shard>|" > /etc/clickhouse-server2/config.d/macros.xml
|
|
|
|
sudo mkdir -p /var/lib/clickhouse1
|
|
sudo mkdir -p /var/lib/clickhouse2
|
|
sudo chown clickhouse /var/lib/clickhouse1
|
|
sudo chown clickhouse /var/lib/clickhouse2
|
|
sudo chgrp clickhouse /var/lib/clickhouse1
|
|
sudo chgrp clickhouse /var/lib/clickhouse2
|
|
fi
|
|
|
|
ln -sf $SRC_PATH/client_config.xml $DEST_CLIENT_PATH/config.xml
|