turn off suggest shell commands during benchmarks

This commit is contained in:
Paul Gauthier 2024-09-05 14:35:34 -07:00
parent 8cfdcbd976
commit 1c73e7d43a

View file

@ -567,6 +567,7 @@ def run_test_real(
verbose=verbose,
# auto_lint=False, # disabled for code-in-json experiments
cache_prompts=True,
suggest_shell_commands=False,
)
coder.max_apply_update_errors = max_apply_update_errors