dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 12:55:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Tell gpt to only use std libraries in the benchmark

Browse source
This commit is contained in:
Paul Gauthier 2023-06-24 15:56:03 -07:00
parent a1f4ae6a07
commit 197d8fe057
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
scripts/benchmark.py
View file

@ -167,7 +167,10 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose):
file_list = " ".join(fnames) file_list = " ".join(fnames)
instructions = Path(".docs/instructions.md").read_text() instructions = Path(".docs/instructions.md").read_text()
instructions += "\n\n=====\n\nModify these files according to the above instructions: " instructions += (
"\n\n=====\n\nModify these files according to the above instructions. Only use standard"
" python libraries, don't suggest installing any packages.\n"
)
instructions += file_list instructions += file_list
io = InputOutput( io = InputOutput(