diff --git a/tests/queries/0_stateless/025334_keyed_siphash.reference b/tests/queries/0_stateless/02534_keyed_siphash.reference
similarity index 100%
rename from tests/queries/0_stateless/025334_keyed_siphash.reference
rename to tests/queries/0_stateless/02534_keyed_siphash.reference
diff --git a/tests/queries/0_stateless/025334_keyed_siphash.sql b/tests/queries/0_stateless/02534_keyed_siphash.sql
similarity index 100%
rename from tests/queries/0_stateless/025334_keyed_siphash.sql
rename to tests/queries/0_stateless/02534_keyed_siphash.sql
diff --git a/tests/queries/0_stateless/add-test b/tests/queries/0_stateless/add-test
index 39f6742f71c..e8e68cf174e 100755
--- a/tests/queries/0_stateless/add-test
+++ b/tests/queries/0_stateless/add-test
@@ -27,5 +27,12 @@ set -x
 touch ${TESTS_PATH}/${NEW_TEST_NO}_${FILENAME}.${FILEEXT}
 if [[ $FILEEXT == "sh" ]] ; then
     chmod +x ${TESTS_PATH}/${NEW_TEST_NO}_${FILENAME}.${FILEEXT}
+    # shellcheck disable=SC2016
+    echo '#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+' >> ${TESTS_PATH}/${NEW_TEST_NO}_${FILENAME}.${FILEEXT}
 fi
 touch ${TESTS_PATH}/${NEW_TEST_NO}_${FILENAME}.reference