mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-13 18:02:24 +00:00
150 lines
5.0 KiB
SQL
150 lines
5.0 KiB
SQL
-- Tags: long
|
|
|
|
SET insert_keeper_fault_injection_probability=0; -- disable fault injection; part ids are non-deterministic in case of insert retries
|
|
|
|
drop table if exists rmt1;
|
|
drop table if exists rmt2;
|
|
create table rmt1 (n int) engine=ReplicatedMergeTree('/test/02448/{database}/rmt', '1') order by tuple()
|
|
settings min_replicated_logs_to_keep=1, max_replicated_logs_to_keep=2, cleanup_delay_period=0, cleanup_delay_period_random_add=1, old_parts_lifetime=0, max_parts_to_merge_at_once=4;
|
|
create table rmt2 (n int) engine=ReplicatedMergeTree('/test/02448/{database}/rmt', '2') order by tuple()
|
|
settings min_replicated_logs_to_keep=1, max_replicated_logs_to_keep=2, cleanup_delay_period=0, cleanup_delay_period_random_add=1, old_parts_lifetime=0, max_parts_to_merge_at_once=4;
|
|
|
|
-- insert part only on one replica
|
|
system stop replicated sends rmt1;
|
|
insert into rmt1 values (1);
|
|
detach table rmt1; -- make replica inactive
|
|
system start replicated sends rmt1;
|
|
|
|
-- trigger log rotation, rmt1 will be lost
|
|
insert into rmt2 values (2);
|
|
insert into rmt2 values (3);
|
|
insert into rmt2 values (4);
|
|
insert into rmt2 values (5);
|
|
-- check that entry was not removed from the queue (part is not lost)
|
|
set receive_timeout=5;
|
|
system sync replica rmt2; -- {serverError TIMEOUT_EXCEEDED}
|
|
set receive_timeout=300;
|
|
|
|
select 1, arraySort(groupArray(n)) from rmt2;
|
|
|
|
-- rmt1 will mimic rmt2
|
|
attach table rmt1;
|
|
system sync replica rmt1;
|
|
system sync replica rmt2;
|
|
|
|
-- check that no parts are lost
|
|
select 2, arraySort(groupArray(n)) from rmt1;
|
|
select 3, arraySort(groupArray(n)) from rmt2;
|
|
|
|
|
|
truncate table rmt1;
|
|
truncate table rmt2;
|
|
|
|
|
|
-- insert parts only on one replica and merge them
|
|
system stop replicated sends rmt2;
|
|
insert into rmt2 values (1);
|
|
insert into rmt2 values (2);
|
|
system sync replica rmt2;
|
|
optimize table rmt2 final;
|
|
system sync replica rmt2;
|
|
-- give it a chance to remove source parts
|
|
select sleep(2) format Null; -- increases probability of reproducing the issue
|
|
detach table rmt2;
|
|
system start replicated sends rmt2;
|
|
|
|
|
|
-- trigger log rotation, rmt2 will be lost
|
|
insert into rmt1 values (3);
|
|
insert into rmt1 values (4);
|
|
insert into rmt1 values (5);
|
|
set receive_timeout=5;
|
|
-- check that entry was not removed from the queue (part is not lost)
|
|
system sync replica rmt1; -- {serverError TIMEOUT_EXCEEDED}
|
|
set receive_timeout=300;
|
|
|
|
select 4, arraySort(groupArray(n)) from rmt1;
|
|
|
|
-- rmt1 will mimic rmt2
|
|
system stop fetches rmt1;
|
|
attach table rmt2;
|
|
system sync replica rmt2;
|
|
-- give rmt2 a chance to remove merged part (but it should not do it)
|
|
select sleep(2) format Null; -- increases probability of reproducing the issue
|
|
system start fetches rmt1;
|
|
system sync replica rmt1;
|
|
|
|
-- check that no parts are lost
|
|
select 5, arraySort(groupArray(n)) from rmt1;
|
|
select 6, arraySort(groupArray(n)) from rmt2;
|
|
|
|
|
|
-- insert part only on one replica
|
|
system stop replicated sends rmt1;
|
|
insert into rmt1 values (123);
|
|
alter table rmt1 update n=10 where n=123 settings mutations_sync=1;
|
|
-- give it a chance to remove source part
|
|
select sleep(2) format Null; -- increases probability of reproducing the issue
|
|
detach table rmt1; -- make replica inactive
|
|
system start replicated sends rmt1;
|
|
|
|
-- trigger log rotation, rmt1 will be lost
|
|
insert into rmt2 values (20);
|
|
insert into rmt2 values (30);
|
|
insert into rmt2 values (40);
|
|
insert into rmt2 values (50);
|
|
-- check that entry was not removed from the queue (part is not lost)
|
|
set receive_timeout=5;
|
|
system sync replica rmt2; -- {serverError TIMEOUT_EXCEEDED}
|
|
set receive_timeout=300;
|
|
|
|
select 7, arraySort(groupArray(n)) from rmt2;
|
|
|
|
-- rmt1 will mimic rmt2
|
|
system stop fetches rmt2;
|
|
attach table rmt1;
|
|
system sync replica rmt1;
|
|
-- give rmt1 a chance to remove mutated part (but it should not do it)
|
|
select sleep(2) format Null; -- increases probability of reproducing the issue
|
|
system start fetches rmt2;
|
|
system sync replica rmt2;
|
|
|
|
-- check that no parts are lost
|
|
select 8, arraySort(groupArray(n)) from rmt1;
|
|
select 9, arraySort(groupArray(n)) from rmt2;
|
|
|
|
-- avoid arbitrary merges after inserting
|
|
optimize table rmt2 final;
|
|
-- insert parts (all_18_18_0, all_19_19_0) on both replicas (will be deduplicated, but it does not matter)
|
|
insert into rmt1 values (100);
|
|
insert into rmt2 values (100);
|
|
insert into rmt1 values (200);
|
|
insert into rmt2 values (200);
|
|
detach table rmt1;
|
|
|
|
-- create a gap in block numbers buy dropping part
|
|
insert into rmt2 values (300);
|
|
alter table rmt2 drop part 'all_19_19_0'; -- remove 200
|
|
insert into rmt2 values (400);
|
|
insert into rmt2 values (500);
|
|
insert into rmt2 values (600);
|
|
system sync replica rmt2;
|
|
-- merge through gap
|
|
optimize table rmt2;
|
|
-- give it a chance to cleanup log
|
|
select sleep(2) format Null; -- increases probability of reproducing the issue
|
|
|
|
-- rmt1 will mimic rmt2, but will not be able to fetch parts for a while
|
|
system stop replicated sends rmt2;
|
|
attach table rmt1;
|
|
-- rmt1 should not show the value (200) from dropped part
|
|
select throwIf(n = 200) from rmt1 format Null;
|
|
select 11, arraySort(groupArray(n)) from rmt2;
|
|
|
|
system start replicated sends rmt2;
|
|
system sync replica rmt1;
|
|
select 12, arraySort(groupArray(n)) from rmt1;
|
|
|
|
drop table rmt1;
|
|
drop table rmt2;
|