thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-24 08:32:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

more debug info

Browse Source
This commit is contained in:
Alexander Tokmakov 2021-08-12 13:39:06 +03:00
parent 0256e313b3
commit 9dd742cc29
9 changed files with 22 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/clickhouse-test
View File

@ -632,6 +632,7 @@ def run_tests_array(all_tests_with_params):
open(stdout_file).read().split('\n')[:100]) open(stdout_file).read().split('\n')[:100])
status += '\n' status += '\n'
status += "\nstdout:\n{}\n".format(stdout)
status += 'Database: ' + testcase_args.testcase_database status += 'Database: ' + testcase_args.testcase_database
elif stderr: elif stderr:

2
tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper_long.reference
View File

@ -1,2 +1,2 @@
Replication did not hang: synced all replicas of alter_table Replication did not hang: synced all replicas of alter_table
0 1 Consistency: 1

2
tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.reference
View File

@ -1,2 +1,2 @@
Replication did not hang: synced all replicas of alter_table_ Replication did not hang: synced all replicas of alter_table_
0 1 Consistency: 1

2
tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.reference
View File

@ -2,7 +2,7 @@ Starting alters
Finishing alters Finishing alters
Equal number of columns Equal number of columns
Replication did not hang: synced all replicas of concurrent_alter_add_drop_ Replication did not hang: synced all replicas of concurrent_alter_add_drop_
0 1 Consistency: 1
0 0
0 0
0 0

2
tests/queries/0_stateless/01079_parallel_alter_modify_zookeeper_long.reference
View File

@ -6,7 +6,7 @@
Starting alters Starting alters
Finishing alters Finishing alters
Replication did not hang: synced all replicas of concurrent_alter_mt_ Replication did not hang: synced all replicas of concurrent_alter_mt_
0 1 Consistency: 1
1 1
0 0
1 1

2
tests/queries/0_stateless/01154_move_partition_long.reference
View File

@ -1,3 +1,3 @@
Replication did not hang: synced all replicas of dst_ Replication did not hang: synced all replicas of dst_
0 1 Consistency: 1
Replication did not hang: synced all replicas of src_ Replication did not hang: synced all replicas of src_

2
tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas_long.reference
View File

@ -15,4 +15,4 @@ Metadata version on replica 5 equal with first replica, OK
CREATE TABLE default.concurrent_kill_5\n(\n `key` UInt64,\n `value` Int64\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01593_concurrent_alter_mutations_kill_many_replicas_long_default/{shard}\', \'{replica}5\')\nORDER BY key\nSETTINGS max_replicated_mutations_in_queue = 1000, number_of_free_entries_in_pool_to_execute_mutation = 0, max_replicated_merges_in_queue = 1000, index_granularity = 8192 CREATE TABLE default.concurrent_kill_5\n(\n `key` UInt64,\n `value` Int64\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01593_concurrent_alter_mutations_kill_many_replicas_long_default/{shard}\', \'{replica}5\')\nORDER BY key\nSETTINGS max_replicated_mutations_in_queue = 1000, number_of_free_entries_in_pool_to_execute_mutation = 0, max_replicated_merges_in_queue = 1000, index_granularity = 8192
499999500000 499999500000
Replication did not hang: synced all replicas of concurrent_kill_ Replication did not hang: synced all replicas of concurrent_kill_
0 1 Consistency: 1

2
tests/queries/0_stateless/01921_concurrent_ttl_and_normal_merges_zookeeper_long.reference
View File

@ -1,3 +1,3 @@
Replication did not hang: synced all replicas of ttl_table Replication did not hang: synced all replicas of ttl_table
0 1 Consistency: 1
1 1

25
tests/queries/0_stateless/replication.lib
View File

@ -8,7 +8,8 @@ function try_sync_replicas()
for t in "${tables_arr[@]}" for t in "${tables_arr[@]}"
do do
# The size of log may be big, so increase timeout. # The size of log may be big, so increase timeout.
$CLICKHOUSE_CLIENT --receive_timeout 300 -q "SYSTEM SYNC REPLICA $t" & $CLICKHOUSE_CLIENT --receive_timeout 400 -q "SYSTEM SYNC REPLICA $t" || $CLICKHOUSE_CLIENT -q \
"select 'sync failed, queue:', * from system.replication_queue where database=currentDatabase() and table='$t'" &
done done
wait wait
echo "Replication did not hang: synced all replicas of $1" echo "Replication did not hang: synced all replicas of $1"
@ -24,21 +25,23 @@ function check_replication_consistency()
try_sync_replicas "$1" try_sync_replicas "$1"
$CLICKHOUSE_CLIENT -q \ res=$($CLICKHOUSE_CLIENT -q \
"SELECT "SELECT
throwIf((countDistinct(data) AS c) != 1, 'Replicas have diverged'), c countDistinct(data)
FROM FROM
( (
SELECT _table, ($2) AS data SELECT _table, ($2) AS data
FROM merge(currentDatabase(), '$1') GROUP BY _table FROM merge(currentDatabase(), '$1') GROUP BY _table
)" )")
res=$?
if [ $res -ne 0 ]; then echo "Consistency: $res"
echo "Replicas have diverged" if [ $res -ne 1 ]; then
$CLICKHOUSE_CLIENT -q "select _table, $2, arraySort(groupArrayDistinct(_part)) from merge(currentDatabase(), '$1') group by _table" echo "Replicas have diverged:"
$CLICKHOUSE_CLIENT -q "select * from system.replication_queue where database=currentDatabase() and table like '$1%'" $CLICKHOUSE_CLIENT -q "select 'data', _table, $2, arraySort(groupArrayDistinct(_part)) from merge(currentDatabase(), '$1') group by _table"
$CLICKHOUSE_CLIENT -q "select * from system.mutations where database=currentDatabase() and table like '$1%'" $CLICKHOUSE_CLIENT -q "select 'queue', * from system.replication_queue where database=currentDatabase() and table like '$1%'"
$CLICKHOUSE_CLIENT -q "select * from system.parts where database=currentDatabase() and table like '$1%'" $CLICKHOUSE_CLIENT -q "select 'mutations', * from system.mutations where database=currentDatabase() and table like '$1%'"
$CLICKHOUSE_CLIENT -q "select 'parts', * from system.parts where database=currentDatabase() and table like '$1%'"
echo "Good luck with debugging..."
fi fi
} }