2020-02-17 11:31:42 +00:00
#!/usr/bin/env bash
CURDIR = $( cd " $( dirname " ${ BASH_SOURCE [0] } " ) " && pwd )
. $CURDIR /../shell_config.sh
REPLICAS = 3
for i in ` seq $REPLICAS ` ; do
$CLICKHOUSE_CLIENT --query " DROP TABLE IF EXISTS concurrent_alter_detach_ $i "
done
for i in ` seq $REPLICAS ` ; do
2020-03-02 10:24:06 +00:00
$CLICKHOUSE_CLIENT --query " CREATE TABLE concurrent_alter_detach_ $i (key UInt64, value1 UInt8, value2 UInt8) ENGINE = ReplicatedMergeTree('/clickhouse/tables/concurrent_alter_detach', ' $i ') ORDER BY key SETTINGS max_replicated_mutations_in_queue=1000, number_of_free_entries_in_pool_to_execute_mutation=0,max_replicated_merges_in_queue=1000,temporary_directories_lifetime=10,cleanup_delay_period=3,cleanup_delay_period_random_add=0 "
2020-02-17 11:31:42 +00:00
done
$CLICKHOUSE_CLIENT --query "INSERT INTO concurrent_alter_detach_1 SELECT number, number + 10, number from numbers(10)"
$CLICKHOUSE_CLIENT --query "INSERT INTO concurrent_alter_detach_1 SELECT number, number + 10, number from numbers(10, 40)"
for i in ` seq $REPLICAS ` ; do
$CLICKHOUSE_CLIENT --query " SELECT SUM(value1) FROM concurrent_alter_detach_ $i "
done
INITIAL_SUM = ` $CLICKHOUSE_CLIENT --query "SELECT SUM(value1) FROM concurrent_alter_detach_1" `
# This alters mostly requires not only metadata change
# but also conversion of data. Also they are all compatible
# between each other, so can be executed concurrently.
function correct_alter_thread( )
{
TYPES = ( Float64 String UInt8 UInt32)
while true; do
REPLICA = $(( $RANDOM % 3 + 1 ))
TYPE = ${ TYPES [ $RANDOM % ${# TYPES [@] } ] }
2020-02-17 12:42:53 +00:00
$CLICKHOUSE_CLIENT --query " ALTER TABLE concurrent_alter_detach_ $REPLICA MODIFY COLUMN value1 $TYPE SETTINGS replication_alter_partitions_sync=0 " ; # additionaly we don't wait anything for more heavy concurrency
2020-02-17 11:31:42 +00:00
sleep 0.$RANDOM
done
}
# This thread add some data to table. After we finish we can check, that
# all our data have same types.
# insert queries will fail sometime because of wrong types.
function insert_thread( )
{
VALUES = ( 7.0 7 '7' )
while true; do
REPLICA = $(( $RANDOM % 3 + 1 ))
VALUE = ${ VALUES [ $RANDOM % ${# VALUES [@] } ] }
$CLICKHOUSE_CLIENT --query " INSERT INTO concurrent_alter_detach_ $REPLICA VALUES( $RANDOM , $VALUE , $VALUE ) "
sleep 0.$RANDOM
done
}
function detach_attach_thread( )
{
while true; do
REPLICA = $(( $RANDOM % 3 + 1 ))
$CLICKHOUSE_CLIENT --query " DETACH TABLE concurrent_alter_detach_ $REPLICA "
sleep 0.$RANDOM
$CLICKHOUSE_CLIENT --query " ATTACH TABLE concurrent_alter_detach_ $REPLICA "
done
}
echo "Starting alters"
export -f correct_alter_thread;
export -f insert_thread;
export -f detach_attach_thread;
2020-02-26 09:31:01 +00:00
TIMEOUT = 15
2020-02-17 11:31:42 +00:00
# Sometimes we detach and attach tables
timeout $TIMEOUT bash -c detach_attach_thread 2> /dev/null &
timeout $TIMEOUT bash -c correct_alter_thread 2> /dev/null &
timeout $TIMEOUT bash -c insert_thread 2> /dev/null &
timeout $TIMEOUT bash -c insert_thread 2> /dev/null &
timeout $TIMEOUT bash -c insert_thread 2> /dev/null &
timeout $TIMEOUT bash -c insert_thread 2> /dev/null &
timeout $TIMEOUT bash -c insert_thread 2> /dev/null &
wait
echo "Finishing alters"
2020-02-19 12:50:46 +00:00
sleep 1
2020-02-17 11:31:42 +00:00
for i in ` seq $REPLICAS ` ; do
$CLICKHOUSE_CLIENT --query " ATTACH TABLE concurrent_alter_detach_ $i " 2> /dev/null
done
for i in ` seq $REPLICAS ` ; do
$CLICKHOUSE_CLIENT --query " SYSTEM SYNC REPLICA concurrent_alter_detach_ $i "
done
# This alter will finish all previous, but replica 1 maybe still not up-to-date
while [ [ $( $CLICKHOUSE_CLIENT --query "ALTER TABLE concurrent_alter_detach_1 MODIFY COLUMN value1 String SETTINGS replication_alter_partitions_sync=2" 2>& 1) ] ] ; do
sleep 1
done
for i in ` seq $REPLICAS ` ; do
$CLICKHOUSE_CLIENT --query " SYSTEM SYNC REPLICA concurrent_alter_detach_ $i "
2020-02-17 12:47:34 +00:00
$CLICKHOUSE_CLIENT --query " SELECT SUM(toUInt64(value1)) > $INITIAL_SUM FROM concurrent_alter_detach_ $i "
2020-02-18 09:02:40 +00:00
$CLICKHOUSE_CLIENT --query " SELECT COUNT() FROM system.mutations WHERE is_done=0 and table = 'concurrent_alter_detach_ $i ' " # all mutations have to be done
$CLICKHOUSE_CLIENT --query " SELECT * FROM system.mutations WHERE is_done=0 and table = 'concurrent_alter_detach_ $i ' " # all mutations have to be done
2020-03-08 14:57:31 +00:00
$CLICKHOUSE_CLIENT --query " SELECT * FROM system.replication_queue WHERE table = 'concurrent_alter_detach_ $i ' and (type = 'ALTER_METADATA' or type = 'MUTATE_PART') " # all mutations and alters have to be done
2020-02-17 11:31:42 +00:00
$CLICKHOUSE_CLIENT --query " DROP TABLE IF EXISTS concurrent_alter_detach_ $i "
done