diff --git a/scripts/benchmark.py b/scripts/benchmark.py
index 6d81d8d08..03b0e11db 100644
--- a/scripts/benchmark.py
+++ b/scripts/benchmark.py
@@ -94,6 +94,7 @@ def run_test(testdir, model_name, edit_format):
     io = InputOutput(
         pretty=True,
         yes=False,
+        chat_history_file=".aider.chat.history.md",
     )
 
     main_model = models.Model(model_name)