mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-21 07:01:59 +00:00
05a8c73eb9
Found with stress tests for 00626_replace_partition_from_table_zookeeper [1]:
2021.03.15 00:59:48.200106 [ 27417 ] {0f47dbeb-938a-4560-8408-a7cc7b3bafb8} <Trace> ContextAccess (default): Access granted: CREATE TABLE ON test_31.dst_r1
...
2021.03.15 00:59:48.403227 [ 27417 ] {0f47dbeb-938a-4560-8408-a7cc7b3bafb8} <Debug> test_31.dst_r1: This table /clickhouse/test_00626/dst_1 is already created, will add new replica
2021.03.15 00:59:48.736450 [ 83006 ] {b2db1355-3ec3-4e3a-9c79-f93f27c6e658} <Trace> ContextAccess (default): Access granted: CREATE TABLE ON test_31.dst_r2
...
2021.03.15 00:59:48.851768 [ 83006 ] {b2db1355-3ec3-4e3a-9c79-f93f27c6e658} <Debug> test_31.dst_r2: This table /clickhouse/test_00626/dst_1 is already created, will add new replica
...
2021.03.15 00:59:48.919059 [ 366 ] {} <Debug> test_31.dst_r2 (ReplicatedMergeTreeQueue): Loading queue from /clickhouse/test_00626/dst_1/replicas/2/queue
2021.03.15 00:59:48.919948 [ 366 ] {} <Debug> test_31.dst_r2 (ReplicatedMergeTreeQueue): Having 3 queue entries to load, 0 entries already loaded.
2021.03.15 00:59:48.921833 [ 366 ] {} <Trace> test_31.dst_r2 (ReplicatedMergeTreeQueue): Loaded queue
...
2021.03.15 00:59:51.904230 [ 246952 ] {59753eea-3896-45ca-8625-fdaa094ee9ef} <Trace> ContextAccess (default): Access granted: SYSTEM SYNC REPLICA ON test_31.dst_r2
...
2021.03.15 01:04:51.913683 [ 246952 ] {59753eea-3896-45ca-8625-fdaa094ee9ef} <Error> InterpreterSystemQuery: SYNC REPLICA test_31.dst_r2: Timed out!
[1]: https://clickhouse-test-reports.s3.yandex.net/21716/402bf77783cbda48a9ee1b748bfce3c52ef8fe11/stress_test_(memory)/test_run.txt.out.log
But the problem is more generic, so fix all tests.
63 lines
1.9 KiB
Bash
Executable File
63 lines
1.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck source=../shell_config.sh
|
|
. "$CURDIR"/../shell_config.sh
|
|
|
|
set -e
|
|
|
|
function thread1()
|
|
{
|
|
while true; do
|
|
$CLICKHOUSE_CLIENT -q "INSERT INTO concurrent_optimize_table SELECT rand(1), rand(2), 1 / rand(3), toString(rand(4)), [rand(5), rand(6)], rand(7) % 2 ? NULL : generateUUIDv4(), (rand(8), rand(9)) FROM numbers(10000)";
|
|
done
|
|
}
|
|
|
|
|
|
function thread2()
|
|
{
|
|
while true; do
|
|
$CLICKHOUSE_CLIENT -q "OPTIMIZE TABLE concurrent_optimize_table FINAL";
|
|
sleep 0.$RANDOM;
|
|
done
|
|
}
|
|
|
|
function thread3()
|
|
{
|
|
while true; do
|
|
$CLICKHOUSE_CLIENT -n -q "DROP TABLE IF EXISTS concurrent_optimize_table;
|
|
CREATE TABLE concurrent_optimize_table (a UInt8, b Int16, c Float32, d String, e Array(UInt8), f Nullable(UUID), g Tuple(UInt8, UInt16)) ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/concurrent_optimize_table', '1') ORDER BY a PARTITION BY b % 10 SETTINGS old_parts_lifetime = 1, cleanup_delay_period = 0, cleanup_delay_period_random_add = 0;";
|
|
sleep 0.$RANDOM;
|
|
sleep 0.$RANDOM;
|
|
sleep 0.$RANDOM;
|
|
done
|
|
}
|
|
|
|
|
|
export -f thread1;
|
|
export -f thread2;
|
|
export -f thread3;
|
|
|
|
|
|
TIMEOUT=15
|
|
|
|
timeout $TIMEOUT bash -c thread1 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread2 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread3 2> /dev/null &
|
|
|
|
timeout $TIMEOUT bash -c thread1 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread2 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread3 2> /dev/null &
|
|
|
|
timeout $TIMEOUT bash -c thread1 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread2 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread3 2> /dev/null &
|
|
|
|
timeout $TIMEOUT bash -c thread1 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread2 2> /dev/null &
|
|
timeout $TIMEOUT bash -c thread3 2> /dev/null &
|
|
|
|
wait
|
|
|
|
$CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS concurrent_optimize_table"
|