mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-25 00:52:02 +00:00
05a8c73eb9
Found with stress tests for 00626_replace_partition_from_table_zookeeper [1]:
2021.03.15 00:59:48.200106 [ 27417 ] {0f47dbeb-938a-4560-8408-a7cc7b3bafb8} <Trace> ContextAccess (default): Access granted: CREATE TABLE ON test_31.dst_r1
...
2021.03.15 00:59:48.403227 [ 27417 ] {0f47dbeb-938a-4560-8408-a7cc7b3bafb8} <Debug> test_31.dst_r1: This table /clickhouse/test_00626/dst_1 is already created, will add new replica
2021.03.15 00:59:48.736450 [ 83006 ] {b2db1355-3ec3-4e3a-9c79-f93f27c6e658} <Trace> ContextAccess (default): Access granted: CREATE TABLE ON test_31.dst_r2
...
2021.03.15 00:59:48.851768 [ 83006 ] {b2db1355-3ec3-4e3a-9c79-f93f27c6e658} <Debug> test_31.dst_r2: This table /clickhouse/test_00626/dst_1 is already created, will add new replica
...
2021.03.15 00:59:48.919059 [ 366 ] {} <Debug> test_31.dst_r2 (ReplicatedMergeTreeQueue): Loading queue from /clickhouse/test_00626/dst_1/replicas/2/queue
2021.03.15 00:59:48.919948 [ 366 ] {} <Debug> test_31.dst_r2 (ReplicatedMergeTreeQueue): Having 3 queue entries to load, 0 entries already loaded.
2021.03.15 00:59:48.921833 [ 366 ] {} <Trace> test_31.dst_r2 (ReplicatedMergeTreeQueue): Loaded queue
...
2021.03.15 00:59:51.904230 [ 246952 ] {59753eea-3896-45ca-8625-fdaa094ee9ef} <Trace> ContextAccess (default): Access granted: SYSTEM SYNC REPLICA ON test_31.dst_r2
...
2021.03.15 01:04:51.913683 [ 246952 ] {59753eea-3896-45ca-8625-fdaa094ee9ef} <Error> InterpreterSystemQuery: SYNC REPLICA test_31.dst_r2: Timed out!
[1]: https://clickhouse-test-reports.s3.yandex.net/21716/402bf77783cbda48a9ee1b748bfce3c52ef8fe11/stress_test_(memory)/test_run.txt.out.log
But the problem is more generic, so fix all tests.
74 lines
2.6 KiB
Bash
Executable File
74 lines
2.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck source=../shell_config.sh
|
|
. "$CURDIR"/../shell_config.sh
|
|
|
|
$CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS mutation_table"
|
|
|
|
$CLICKHOUSE_CLIENT --query "
|
|
CREATE TABLE mutation_table(
|
|
key UInt64,
|
|
value String
|
|
)
|
|
ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/mutation_table', '1')
|
|
ORDER BY key
|
|
PARTITION BY key % 10
|
|
"
|
|
|
|
$CLICKHOUSE_CLIENT --query "INSERT INTO mutation_table select number, toString(number) from numbers(100000) where number % 10 != 0"
|
|
|
|
$CLICKHOUSE_CLIENT --query "INSERT INTO mutation_table VALUES(0, 'hello')"
|
|
|
|
$CLICKHOUSE_CLIENT --query "SELECT COUNT() FROM mutation_table"
|
|
|
|
$CLICKHOUSE_CLIENT --query "ALTER TABLE mutation_table MODIFY COLUMN value UInt64 SETTINGS replication_alter_partitions_sync=0"
|
|
|
|
first_mutation_id=$($CLICKHOUSE_CLIENT --query "SELECT mutation_id FROM system.mutations where table='mutation_table' and database='$CLICKHOUSE_DATABASE'")
|
|
|
|
# Here we have long sleeps, but they shouldn't lead to flaps. We just check that
|
|
# background mutation finalization function will be triggered at least once. In
|
|
# rare cases this test doesn't check anything, but will report OK.
|
|
sleep 7
|
|
|
|
$CLICKHOUSE_CLIENT --query "ALTER TABLE mutation_table MODIFY COLUMN value UInt32 SETTINGS replication_alter_partitions_sync=0"
|
|
|
|
|
|
#### just check that both mutations started
|
|
check_query="SELECT count() FROM system.mutations WHERE table='mutation_table' and database='$CLICKHOUSE_DATABASE'"
|
|
|
|
query_result=$($CLICKHOUSE_CLIENT --query="$check_query" 2>&1)
|
|
|
|
while [ "$query_result" != "2" ]
|
|
do
|
|
query_result=$($CLICKHOUSE_CLIENT --query="$check_query" 2>&1)
|
|
sleep 0.5
|
|
done
|
|
|
|
echo "$query_result"
|
|
|
|
$CLICKHOUSE_CLIENT --query "KILL MUTATION WHERE mutation_id='$first_mutation_id'"
|
|
|
|
check_query="SELECT sum(parts_to_do) FROM system.mutations WHERE table='mutation_table' and database='$CLICKHOUSE_DATABASE'"
|
|
|
|
query_result=$($CLICKHOUSE_CLIENT --query="$check_query" 2>&1)
|
|
counter=0
|
|
|
|
while [ "$query_result" != "1" ]
|
|
do
|
|
if [ "$counter" -gt 120 ]
|
|
then
|
|
break
|
|
fi
|
|
query_result=$($CLICKHOUSE_CLIENT --query="$check_query" 2>&1)
|
|
sleep 0.5
|
|
counter=$(($counter + 1))
|
|
done
|
|
|
|
|
|
$CLICKHOUSE_CLIENT --query "SELECT is_done, parts_to_do FROM system.mutations where table='mutation_table' and database='$CLICKHOUSE_DATABASE' FORMAT TSVWithNames"
|
|
|
|
$CLICKHOUSE_CLIENT --query "SELECT type, new_part_name FROM system.replication_queue WHERE table='mutation_table' and database='$CLICKHOUSE_DATABASE'"
|
|
|
|
$CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS mutation_table"
|