diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index e77853a69..3d559b9be 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -567,6 +567,7 @@ def run_test_real(
         verbose=verbose,
         # auto_lint=False,  # disabled for code-in-json experiments
         cache_prompts=True,
+        suggest_shell_commands=False,
     )
     coder.max_apply_update_errors = max_apply_update_errors