diff --git a/tests/ci/worker/init_builder.sh b/tests/ci/worker/init_builder.sh
index dc3f777bcca..8fd00c1db0a 100644
--- a/tests/ci/worker/init_builder.sh
+++ b/tests/ci/worker/init_builder.sh
@@ -1,20 +1,34 @@
 #!/usr/bin/env bash
-set -euo pipefail
+set -uo pipefail
 
 echo "Running init script"
 export DEBIAN_FRONTEND=noninteractive
 export RUNNER_HOME=/home/ubuntu/actions-runner
 
-echo "Receiving token"
-export RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 export RUNNER_URL="https://github.com/ClickHouse"
 # Funny fact, but metadata service has fixed IP
 export INSTANCE_ID=`curl -s http://169.254.169.254/latest/meta-data/instance-id`
 
-cd $RUNNER_HOME
+while true; do
+    runner_pid=`pgrep run.sh`
+    echo "Got runner pid $runner_pid"
 
-echo "Going to configure runner"
-sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,builder' --work _work
+    cd $RUNNER_HOME
+    if [ -z "$runner_pid" ]; then
+        echo "Receiving token"
+        RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 
-echo "Run"
-sudo -u ubuntu ./run.sh
+        echo "Will try to remove runner"
+        sudo -u ubuntu ./config.sh remove --token $RUNNER_TOKEN ||:
+
+        echo "Going to configure runner"
+        sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,builder' --work _work
+
+        echo "Run"
+        sudo -u ubuntu ./run.sh &
+        sleep 15
+    else
+        echo "Runner is working with pid $runner_pid, nothing to do"
+        sleep 10
+    fi
+done
diff --git a/tests/ci/worker/init_func_tester.sh b/tests/ci/worker/init_func_tester.sh
index b117f11556d..d3ee3cb3d7f 100644
--- a/tests/ci/worker/init_func_tester.sh
+++ b/tests/ci/worker/init_func_tester.sh
@@ -1,20 +1,34 @@
 #!/usr/bin/env bash
-set -euo pipefail
+set -uo pipefail
 
 echo "Running init script"
 export DEBIAN_FRONTEND=noninteractive
 export RUNNER_HOME=/home/ubuntu/actions-runner
 
-echo "Receiving token"
-export RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 export RUNNER_URL="https://github.com/ClickHouse"
 # Funny fact, but metadata service has fixed IP
 export INSTANCE_ID=`curl -s http://169.254.169.254/latest/meta-data/instance-id`
 
-cd $RUNNER_HOME
+while true; do
+    runner_pid=`pgrep run.sh`
+    echo "Got runner pid $runner_pid"
 
-echo "Going to configure runner"
-sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,func-tester' --work _work
+    cd $RUNNER_HOME
+    if [ -z "$runner_pid" ]; then
+        echo "Receiving token"
+        RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 
-echo "Run"
-sudo -u ubuntu ./run.sh
+        echo "Will try to remove runner"
+        sudo -u ubuntu ./config.sh remove --token $RUNNER_TOKEN ||:
+
+        echo "Going to configure runner"
+        sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,func-tester' --work _work
+
+        echo "Run"
+        sudo -u ubuntu ./run.sh &
+        sleep 15
+    else
+        echo "Runner is working with pid $runner_pid, nothing to do"
+        sleep 10
+    fi
+done
diff --git a/tests/ci/worker/init_stress_tester.sh b/tests/ci/worker/init_stress_tester.sh
index 54ed944b274..234f035e1ea 100644
--- a/tests/ci/worker/init_stress_tester.sh
+++ b/tests/ci/worker/init_stress_tester.sh
@@ -1,20 +1,34 @@
 #!/usr/bin/env bash
-set -euo pipefail
+set -uo pipefail
 
 echo "Running init script"
 export DEBIAN_FRONTEND=noninteractive
 export RUNNER_HOME=/home/ubuntu/actions-runner
 
-echo "Receiving token"
-export RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 export RUNNER_URL="https://github.com/ClickHouse"
 # Funny fact, but metadata service has fixed IP
 export INSTANCE_ID=`curl -s http://169.254.169.254/latest/meta-data/instance-id`
 
-cd $RUNNER_HOME
+while true; do
+    runner_pid=`pgrep run.sh`
+    echo "Got runner pid $runner_pid"
 
-echo "Going to configure runner"
-sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,stress-tester' --work _work
+    cd $RUNNER_HOME
+    if [ -z "$runner_pid" ]; then
+        echo "Receiving token"
+        RUNNER_TOKEN=`/usr/local/bin/aws ssm  get-parameter --name github_runner_registration_token --with-decryption --output text --query Parameter.Value`
 
-echo "Run"
-sudo -u ubuntu ./run.sh
+        echo "Will try to remove runner"
+        sudo -u ubuntu ./config.sh remove --token $RUNNER_TOKEN ||:
+
+        echo "Going to configure runner"
+        sudo -u ubuntu ./config.sh --url $RUNNER_URL --token $RUNNER_TOKEN --name $INSTANCE_ID --runnergroup Default --labels 'self-hosted,Linux,X64,stress-tester' --work _work
+
+        echo "Run"
+        sudo -u ubuntu ./run.sh &
+        sleep 15
+    else
+        echo "Runner is working with pid $runner_pid, nothing to do"
+        sleep 10
+    fi
+done