From 54cd797e646141ec6cadc82febb74bf3678bde49 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sat, 24 Jun 2023 10:29:47 -0700 Subject: [PATCH] More clear instructions --- scripts/benchmark.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/scripts/benchmark.py b/scripts/benchmark.py index 7cf995739..619cb10fe 100644 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -149,10 +149,10 @@ def run_test(testdir, model_name, edit_format, retries, no_test): if "test" not in fname and os.path.isfile(fname) and fname[0] != ".": fnames.append(fname) - filelist = " ".join(fnames) + file_list = " ".join(fnames) instructions = Path(".docs/instructions.md").read_text() instructions += "\n\n=====\n\nModify these files according to the above instructions: " - instructions += filelist + instructions += file_list io = InputOutput( pretty=True, @@ -228,7 +228,9 @@ def run_test(testdir, model_name, edit_format, retries, no_test): errors = errors[:50] errors = "\n".join(errors) instructions = errors - instructions += "\n\nFix the code to resolve the test failures above." + instructions += ( + "\n\n####\n\nFix the code in {file_list} to resolve the test failures above." + ) results = dict( testdir=str(testdir),