mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-13 09:52:38 +00:00
94 lines
4.0 KiB
Bash
Executable File
94 lines
4.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Tags: race, zookeeper, long
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck source=../shell_config.sh
|
|
. "$CURDIR"/../shell_config.sh
|
|
# shellcheck source=./replication.lib
|
|
. "$CURDIR"/replication.lib
|
|
|
|
|
|
$CLICKHOUSE_CLIENT -n -q "
|
|
DROP TABLE IF EXISTS alter_table0;
|
|
DROP TABLE IF EXISTS alter_table1;
|
|
|
|
CREATE TABLE alter_table0 (a UInt8, b Int16) ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/alter_table', 'r1') ORDER BY a;
|
|
CREATE TABLE alter_table1 (a UInt8, b Int16) ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/alter_table', 'r2') ORDER BY a;
|
|
" || exit 1
|
|
|
|
function thread_detach()
|
|
{
|
|
while true; do
|
|
$CLICKHOUSE_CLIENT -mn -q "ALTER TABLE alter_table$(($RANDOM % 2)) DETACH PARTITION ID 'all'; SELECT sleep($RANDOM / 32000) format Null;" 2>/dev/null ||:
|
|
done
|
|
}
|
|
function thread_attach()
|
|
{
|
|
while true; do
|
|
$CLICKHOUSE_CLIENT -mn -q "ALTER TABLE alter_table$(($RANDOM % 2)) ATTACH PARTITION ID 'all'; SELECT sleep($RANDOM / 32000) format Null;" 2>/dev/null ||:
|
|
done
|
|
}
|
|
|
|
insert_type=$(($RANDOM % 3))
|
|
if [[ "$engine" == "ReplicatedMergeTree" ]]; then
|
|
insert_type=$(($RANDOM % 2))
|
|
fi
|
|
$CLICKHOUSE_CLIENT -q "SELECT '$CLICKHOUSE_DATABASE', 'insert_type $insert_type' FORMAT Null"
|
|
|
|
function insert()
|
|
{
|
|
# Fault injection may lead to duplicates
|
|
if [[ "$insert_type" -eq 0 ]]; then
|
|
$CLICKHOUSE_CLIENT --insert_keeper_fault_injection_probability=0 -q "INSERT INTO alter_table$(($RANDOM % 2)) SELECT $RANDOM, $1" 2>/dev/null
|
|
elif [[ "$insert_type" -eq 1 ]]; then
|
|
$CLICKHOUSE_CLIENT -q "INSERT INTO alter_table$(($RANDOM % 2)) SELECT $1, $1" 2>/dev/null
|
|
else
|
|
# It may reproduce something interesting: if the insert status is unknown (due to fault injection in retries)
|
|
# and the part was committed locally but not in zk, then it will be active and DETACH may detach it.
|
|
# And we will ATTACH it later. But the next INSERT attempt will not be deduplicated because the first one failed.
|
|
# So we will get duplicates.
|
|
$CLICKHOUSE_CLIENT --insert_deduplication_token=$1 -q "INSERT INTO alter_table$(($RANDOM % 2)) SELECT $RANDOM, $1" 2>/dev/null
|
|
fi
|
|
}
|
|
|
|
thread_detach & PID_1=$!
|
|
thread_attach & PID_2=$!
|
|
thread_detach & PID_3=$!
|
|
thread_attach & PID_4=$!
|
|
|
|
function do_inserts()
|
|
{
|
|
for i in {1..30}; do
|
|
while ! insert $i; do $CLICKHOUSE_CLIENT -q "SELECT '$CLICKHOUSE_DATABASE', 'retrying insert $i' FORMAT Null"; done
|
|
done
|
|
}
|
|
|
|
$CLICKHOUSE_CLIENT -q "SELECT '$CLICKHOUSE_DATABASE', 'begin inserts'"
|
|
do_inserts 2>&1| grep -Fa "Exception: " | grep -Fv "was cancelled by concurrent ALTER PARTITION"
|
|
$CLICKHOUSE_CLIENT -q "SELECT '$CLICKHOUSE_DATABASE', 'end inserts'"
|
|
|
|
kill -TERM $PID_1 && kill -TERM $PID_2 && kill -TERM $PID_3 && kill -TERM $PID_4
|
|
wait
|
|
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table0"
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table1"
|
|
query_with_retry "ALTER TABLE alter_table0 ATTACH PARTITION ID 'all'" 2>/dev/null;
|
|
$CLICKHOUSE_CLIENT -q "ALTER TABLE alter_table1 ATTACH PARTITION ID 'all'" 2>/dev/null
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table1"
|
|
$CLICKHOUSE_CLIENT -q "ALTER TABLE alter_table1 ATTACH PARTITION ID 'all'"
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table0"
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table1"
|
|
|
|
engine=$($CLICKHOUSE_CLIENT -q "SELECT engine FROM system.tables WHERE database=currentDatabase() AND table='alter_table0'")
|
|
if [[ "$engine" == "ReplicatedMergeTree" ]]; then
|
|
# ReplicatedMergeTree may duplicate data on ATTACH PARTITION (when one replica has a merged part and another replica has source parts only)
|
|
$CLICKHOUSE_CLIENT -q "OPTIMIZE TABLE alter_table0 FINAL DEDUPLICATE"
|
|
$CLICKHOUSE_CLIENT -q "SYSTEM SYNC REPLICA alter_table1"
|
|
fi
|
|
|
|
$CLICKHOUSE_CLIENT -q "SELECT count(), sum(b) FROM alter_table0"
|
|
$CLICKHOUSE_CLIENT -q "SELECT count(), sum(b) FROM alter_table1"
|
|
|
|
$CLICKHOUSE_CLIENT -q "DROP TABLE alter_table0"
|
|
$CLICKHOUSE_CLIENT -q "DROP TABLE alter_table1"
|