Merge pull request #35720 from ClickHouse/parallel_stateful

Try to run stateful tests in parallel

docker/test/stateful/run.sh

@@ -115,7 +115,7 @@ function run_tests()
     fi
 
     set +e
-    clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --no-stateless --hung-check --print-time \
+    clickhouse-test -j 2 --testname --shard --zookeeper --check-zookeeper-session --no-stateless --hung-check --print-time \
         --skip 00168_parallel_processing_on_replicas "${ADDITIONAL_OPTIONS[@]}" \
         "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
 

tests/clickhouse-test

@@ -52,6 +52,7 @@ MESSAGES_TO_RETRY = [
     "DB::Exception: New table appeared in database being dropped or detached. Try again",
     "is already started to be removing by another replica right now",
     "DB::Exception: Cannot enqueue query",
+    "environment: line 1: wait_for: No record of process", # Something weird from bash internals, let's just retry
     "is executing longer than distributed_ddl_task_timeout" # FIXME
 ]
 

tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app_long.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
-# Tags: long
+# Tags: long, no-random-settings
 
 set -e
 

tests/queries/1_stateful/00140_rename.sql

@@ -1,4 +1,4 @@
--- Tags: no-replicated-database
+-- Tags: no-replicated-database, no-parallel
 -- Tag no-replicated-database: Does not support renaming of multiple tables in single query
 
 RENAME TABLE test.hits TO test.visits_tmp, test.visits TO test.hits, test.visits_tmp TO test.visits;

tests/queries/1_stateful/00152_insert_different_granularity.sql

@@ -1,4 +1,4 @@
--- Tags: no-tsan, no-replicated-database
+-- Tags: no-tsan, no-replicated-database, no-parallel
 -- Tag no-replicated-database: Fails due to additional replicas or shards
 
 DROP TABLE IF EXISTS fixed_granularity_table;

tests/queries/1_stateful/00170_s3_cache.reference

@@ -1,4 +1,5 @@
 -- { echo }
+
 SET max_memory_usage='20G';
 SELECT count() FROM test.hits_s3;
 8873898

tests/queries/1_stateful/00170_s3_cache.sql

@@ -1,4 +1,7 @@
+-- Tags: no-parallel
+
 -- { echo }
+
 SET max_memory_usage='20G';
 SELECT count() FROM test.hits_s3;
 SELECT count() FROM test.hits_s3 WHERE AdvEngineID != 0;