diff --git a/docker/test/stateless/stress_tests.lib b/docker/test/stateless/stress_tests.lib
index 23f942a00a2..a0865f638a1 100644
--- a/docker/test/stateless/stress_tests.lib
+++ b/docker/test/stateless/stress_tests.lib
@@ -78,7 +78,8 @@ function configure()
         randomize_config_boolean_value use_compression zookeeper
     fi
 
-    randomize_config_boolean_value allow_experimental_block_number_column block_number
+    randomize_config_boolean_value enable_block_number_column block_number
+    randomize_config_boolean_value enable_block_offset_column block_number
 
     # for clickhouse-server (via service)
     echo "ASAN_OPTIONS='malloc_context_size=10 verbosity=1 allocator_release_to_os_interval_ms=10000'" >> /etc/environment
diff --git a/tests/config/config.d/block_number.xml b/tests/config/config.d/block_number.xml
index b56f1f1afc2..4b08c37d2f5 100644
--- a/tests/config/config.d/block_number.xml
+++ b/tests/config/config.d/block_number.xml
@@ -1,6 +1,7 @@
 <clickhouse>
     <merge_tree>
         <!-- Setting randomized for stress test, it is disabled here and this line is used to randomize it in the script -->
-        <allow_experimental_block_number_column>0</allow_experimental_block_number_column>
+        <enable_block_number_column>0</enable_block_number_column>
+        <enable_block_offset_column>0</enable_block_offset_column>
     </merge_tree>
 </clickhouse>