From a2547d02c16b1f5d14446ddb97aa97569f4b81e1 Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Fri, 23 Jun 2023 14:51:57 -0700
Subject: [PATCH] sssh

---
 scripts/benchmark.py | 17 ++++++++++-------
 1 file changed, 10 insertions(+), 7 deletions(-)

diff --git a/scripts/benchmark.py b/scripts/benchmark.py
index 46c229d6b..7578a32c5 100644
--- a/scripts/benchmark.py
+++ b/scripts/benchmark.py
@@ -57,7 +57,15 @@ def main(tempdir):
     dirname = sys.argv[1]
 
     fnames = create_temp_repo(dirname, tempdir)
+
     tempdir = Path(tempdir)
+
+    instructions = (tempdir / "docs/instructions.md").read_text()
+
+    instructions += (
+        "\n\n=====\n\nModify these files according to the above instructions: " + " ".join(fnames)
+    )
+
     fnames = [str(tempdir / fn) for fn in fnames]
 
     io = InputOutput(
@@ -75,14 +83,9 @@ def main(tempdir):
         io,
         os.environ["OPENAI_API_KEY"],
         fnames=fnames,
-        verbose=True,
+        # verbose=True,
         use_git=False,
-    )
-
-    instructions = (tempdir / "docs/instructions.md").read_text()
-
-    instructions += (
-        "\n\n=====\n\nModify these files according to the above instructions: " + " ".join(fnames)
+        stream=False,
     )
 
     coder.run(with_message=instructions)