From 197d8fe05741a857f8f0bf99d1a43bd9f72a6fb5 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sat, 24 Jun 2023 15:56:03 -0700 Subject: [PATCH] Tell gpt to only use std libraries in the benchmark --- scripts/benchmark.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/scripts/benchmark.py b/scripts/benchmark.py index e5ef0fcca..b3073885e 100644 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -167,7 +167,10 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose): file_list = " ".join(fnames) instructions = Path(".docs/instructions.md").read_text() - instructions += "\n\n=====\n\nModify these files according to the above instructions: " + instructions += ( + "\n\n=====\n\nModify these files according to the above instructions. Only use standard" + " python libraries, don't suggest installing any packages.\n" + ) instructions += file_list io = InputOutput(