cache_prompts=True in benchmark

2025-05-29 00:35:00 +00:00 · 2024-08-20 18:42:25 -07:00 · 2024-08-20 18:42:25 -07:00 · b4537dfb22
commit b4537dfb22
parent e12157bb98
1 changed files with 1 additions and 0 deletions
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@ -566,6 +566,7 @@ def run_test_real(
        stream=False,
        verbose=verbose,
        # auto_lint=False,  # disabled for code-in-json experiments
+        cache_prompts=True,
    )
    coder.max_apply_update_errors = max_apply_update_errors