diff --git a/tests/queries/0_stateless/03003_prql_panic.reference b/tests/queries/0_stateless/03003_prql_panic.reference
new file mode 100644
index 00000000000..8e0782c44f2
--- /dev/null
+++ b/tests/queries/0_stateless/03003_prql_panic.reference
@@ -0,0 +1 @@
+SYNTAX_ERROR
diff --git a/tests/queries/0_stateless/03003_prql_panic.sh b/tests/queries/0_stateless/03003_prql_panic.sh
new file mode 100755
index 00000000000..63c01372686
--- /dev/null
+++ b/tests/queries/0_stateless/03003_prql_panic.sh
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+# Before [1] this causes a panic, but it will be fixed soon, so do not check
+# for panic, but just for SYNTAX_ERROR.
+#
+#   [1]: https://github.com/PRQL/prql/pull/4285
+$CLICKHOUSE_CLIENT --dialect prql -q "SELECT id FROM distributed_test_table GROUP BY x -> concat(concat(materialize(toNullable(NULL)))) LIMIT 3" |& grep -o -m1 SYNTAX_ERROR