ClickHouse/tests/queries/0_stateless/01019_alter_materialized_view_consistent.sh

#!/usr/bin/env bash

set -e

CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
# shellcheck source=../shell_config.sh
. "$CURDIR"/../shell_config.sh

$CLICKHOUSE_CLIENT --multiquery <<EOF
DROP TABLE IF EXISTS src_a;
DROP TABLE IF EXISTS src_b;

DROP TABLE IF EXISTS mv;

CREATE TABLE src_a (v UInt64) ENGINE = Null;
CREATE TABLE src_b (v UInt64) ENGINE = Null;

CREATE MATERIALIZED VIEW mv (test UInt8, case UInt8)
Engine = MergeTree()
ORDER BY test AS
SELECT v == 1 as test, v as case FROM src_a;
EOF

# The purpose of this test is to ensure that MV query A is always used against source table A. Same for query/table B.
# Also, helps detect data races.

function insert_thread() {
    # Always wait for all background INSERTs to finish to catch stuck queries.
    trap 'wait; exit;' INT

    INSERT[0]="INSERT INTO TABLE src_a VALUES (1);"
    INSERT[1]="INSERT INTO TABLE src_b VALUES (2);"

    while true; do
        # trigger 50 concurrent inserts at a time
        for _ in {0..50}; do
            # ignore `Possible deadlock avoided. Client should retry`
            $CLICKHOUSE_CLIENT -q "${INSERT[$RANDOM % 2]}" 2>/dev/null &
        done
        wait

        is_done=$($CLICKHOUSE_CLIENT -q "SELECT countIf(case = 1) > 0 AND countIf(case = 2) > 0 FROM mv;")

        if [ "$is_done" -eq "1" ]; then
            break
        fi
    done
}

function alter_thread() {
    trap 'exit' INT

    ALTER[0]="ALTER TABLE mv MODIFY QUERY SELECT v == 1 as test, v as case FROM src_a;"
    ALTER[1]="ALTER TABLE mv MODIFY QUERY SELECT v == 2 as test, v as case FROM src_b;"

    while true; do
        $CLICKHOUSE_CLIENT --allow_experimental_alter_materialized_view_structure=1 \
        -q "${ALTER[$RANDOM % 2]}"
        sleep "0.0$RANDOM"

        is_done=$($CLICKHOUSE_CLIENT -q "SELECT countIf(case = 1) > 0 AND countIf(case = 2) > 0 FROM mv;")

        if [ "$is_done" -eq "1" ]; then
            break
        fi
    done
}

export -f insert_thread;
export -f alter_thread;

# finishes much faster with all builds, except debug with coverage
timeout 120 bash -c insert_thread &
timeout 120 bash -c alter_thread &

wait

$CLICKHOUSE_CLIENT -q "SELECT countIf(case = 1) > 0 AND countIf(case = 2) > 0 FROM mv LIMIT 1;"
$CLICKHOUSE_CLIENT -q "SELECT 'inconsistencies', count() FROM mv WHERE test == 0;"

$CLICKHOUSE_CLIENT -q "DROP VIEW mv"
$CLICKHOUSE_CLIENT -q "DROP TABLE src_a"
$CLICKHOUSE_CLIENT -q "DROP TABLE src_b"