From e535f163a95424b0a1bb0ecc9a063d0a11b8ae56 Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Sun, 25 Jun 2023 17:54:41 -0700
Subject: [PATCH] Updated benchmarking instructions

---
 scripts/benchmark.py | 18 ++++++++++++------
 1 file changed, 12 insertions(+), 6 deletions(-)

diff --git a/scripts/benchmark.py b/scripts/benchmark.py
index 0578648ba..ea1830e6c 100644
--- a/scripts/benchmark.py
+++ b/scripts/benchmark.py
@@ -255,12 +255,18 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose, stats_
             shutil.copy(original_fname, fname)
 
     file_list = " ".join(fname.name for fname in fnames)
-    instructions = (testdir / ".docs/instructions.md").read_text()
-    instructions += (
-        "\n\n=====\n\nModify these files according to the above instructions. Only use standard"
-        " python libraries, don't suggest installing any packages.\n"
-    )
-    instructions += file_list
+    intro = testdir / ".docs/introduction.md"
+    if intro.exists():
+        instructions = intro.read_text() + "\n\n"
+    else:
+        instructions = ""
+    instructions += (testdir / ".docs/instructions.md").read_text()
+    instructions += f"""
+=====
+Use the above instructions to modify the supplied files: {file_list}
+Use the existing function or class stubs as the entrypoint.
+Only use standard python libraries, don't suggest installing any packages.
+"""
 
     io = InputOutput(
         pretty=True,