diff --git a/scripts/benchmark.py b/scripts/benchmark.py
index 7578a32c5..850cfec2d 100644
--- a/scripts/benchmark.py
+++ b/scripts/benchmark.py
@@ -57,17 +57,14 @@ def main(tempdir):
     dirname = sys.argv[1]
 
     fnames = create_temp_repo(dirname, tempdir)
+    os.chdir(tempdir)
 
-    tempdir = Path(tempdir)
-
-    instructions = (tempdir / "docs/instructions.md").read_text()
+    instructions = Path("docs/instructions.md").read_text()
 
     instructions += (
         "\n\n=====\n\nModify these files according to the above instructions: " + " ".join(fnames)
     )
 
-    fnames = [str(tempdir / fn) for fn in fnames]
-
     io = InputOutput(
         pretty=True,
         yes=False,
@@ -75,8 +72,6 @@ def main(tempdir):
 
     main_model = models.Model("gpt-3.5-turbo")
 
-    dump(fnames)
-
     coder = Coder.create(
         main_model,
         None,