From 1c73e7d43a0a6d73a2353f040959ff3efc7b57fb Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Thu, 5 Sep 2024 14:35:34 -0700
Subject: [PATCH] turn off suggest shell commands during benchmarks

---
 benchmark/benchmark.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index e77853a69..3d559b9be 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -567,6 +567,7 @@ def run_test_real(
         verbose=verbose,
         # auto_lint=False,  # disabled for code-in-json experiments
         cache_prompts=True,
+        suggest_shell_commands=False,
     )
     coder.max_apply_update_errors = max_apply_update_errors