mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-19 21:03:51 +00:00
125 lines
2.8 KiB
Bash
Executable File
125 lines
2.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Tags: long, no-replicated-database, no-fasttest
|
|
|
|
set -e
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck source=../shell_config.sh
|
|
. "$CURDIR"/../shell_config.sh
|
|
|
|
|
|
$CLICKHOUSE_CLIENT -nm -q "
|
|
drop table if exists r1;
|
|
drop table if exists r2;
|
|
|
|
create table r1 (n int)
|
|
engine=ReplicatedMergeTree('/test/02922/{database}/table', '1')
|
|
order by tuple()
|
|
settings
|
|
storage_policy='s3_cache',
|
|
allow_remote_fs_zero_copy_replication=1;
|
|
|
|
create table r2 (n int)
|
|
engine=ReplicatedMergeTree('/test/02922/{database}/table', '2')
|
|
order by tuple()
|
|
settings
|
|
storage_policy='s3_cache',
|
|
allow_remote_fs_zero_copy_replication=1;
|
|
"
|
|
|
|
function get_shared_locks()
|
|
{
|
|
table_shared_id="$1"
|
|
for part in $($CLICKHOUSE_KEEPER_CLIENT -q "ls /clickhouse/zero_copy/zero_copy_s3/${table_shared_id}")
|
|
do
|
|
for blob in $($CLICKHOUSE_KEEPER_CLIENT -q "ls /clickhouse/zero_copy/zero_copy_s3/${table_shared_id}/${part}")
|
|
do
|
|
for lock in $($CLICKHOUSE_KEEPER_CLIENT -q "ls /clickhouse/zero_copy/zero_copy_s3/${table_shared_id}/${part}/${blob}")
|
|
do
|
|
echo "/clickhouse/zero_copy/zero_copy_s3/${table_shared_id}/${part}/${blob}/${lock}"
|
|
done
|
|
done
|
|
done
|
|
}
|
|
|
|
function filter_temporary_locks()
|
|
{
|
|
while read -r lock
|
|
do
|
|
owner=$($CLICKHOUSE_KEEPER_CLIENT -q "get_stat ${lock}" | grep 'ephemeralOwner' | sed 's/.*= //')
|
|
if [[ "${owner}" -eq "0" ]]
|
|
then
|
|
echo "${lock}"
|
|
fi
|
|
done
|
|
}
|
|
|
|
|
|
function insert_duplicates() {
|
|
$CLICKHOUSE_CLIENT -q "insert into r1 values(1);" --send_logs_level="error" &
|
|
|
|
$CLICKHOUSE_CLIENT -q "insert into r2 values(1);" --send_logs_level="error"
|
|
|
|
wait
|
|
|
|
$CLICKHOUSE_CLIENT -nm -q "
|
|
system sync replica r2;
|
|
"
|
|
|
|
count=$($CLICKHOUSE_CLIENT -q "select count() from r2;")
|
|
|
|
[[ "${count}" -eq "1" ]]
|
|
}
|
|
|
|
function loop()
|
|
{
|
|
set -e
|
|
|
|
table_shared_id=$($CLICKHOUSE_KEEPER_CLIENT -q "get /test/02922/${CLICKHOUSE_DATABASE}/table/table_shared_id")
|
|
|
|
while :
|
|
do
|
|
while ! insert_duplicates
|
|
do
|
|
$CLICKHOUSE_CLIENT -nm -q "
|
|
truncate table r1;
|
|
truncate table r2;
|
|
system sync replica r1;
|
|
system sync replica r2;
|
|
"
|
|
done
|
|
|
|
persistent_locks="$(get_shared_locks ${table_shared_id} | filter_temporary_locks)"
|
|
num=$(echo "${persistent_locks}" | wc -w)
|
|
|
|
if [[ "${num}" -ne "2" ]]
|
|
then
|
|
echo "${persistent_locks}"
|
|
break
|
|
fi
|
|
done
|
|
|
|
}
|
|
|
|
export -f query_with_retry
|
|
export -f filter_temporary_locks
|
|
export -f insert_duplicates
|
|
export -f get_shared_locks
|
|
export -f loop
|
|
|
|
|
|
exit_code=0
|
|
timeout 60 bash -c loop || exit_code="${?}"
|
|
|
|
if [[ "${exit_code}" -ne "124" ]]
|
|
then
|
|
echo "timeout expected, but loop exited with code: ${exit_code}."
|
|
echo "the error is found if loop ends with 0."
|
|
exit 1
|
|
fi
|
|
|
|
$CLICKHOUSE_CLIENT -nm -q "
|
|
drop table r1;
|
|
drop table r2;
|
|
"
|