diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index a43327c5b..e77853a69 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -566,6 +566,7 @@ def run_test_real(
         stream=False,
         verbose=verbose,
         # auto_lint=False,  # disabled for code-in-json experiments
+        cache_prompts=True,
     )
     coder.max_apply_update_errors = max_apply_update_errors