dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-22 13:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Updated benchmarking instructions

Browse source
This commit is contained in:
Paul Gauthier 2023-06-25 17:54:41 -07:00
parent 3393f560fb
commit e535f163a9
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
scripts/benchmark.py
View file

@ -255,12 +255,18 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose, stats_
shutil.copy(original_fname, fname)
file_list = " ".join(fname.name for fname in fnames)
instructions = (testdir / ".docs/instructions.md").read_text()
instructions += (
"\n\n=====\n\nModify these files according to the above instructions. Only use standard"
" python libraries, don't suggest installing any packages.\n"
)
instructions += file_list
intro = testdir / ".docs/introduction.md"
if intro.exists():
instructions = intro.read_text() + "\n\n"
else:
instructions = ""
instructions += (testdir / ".docs/instructions.md").read_text()
instructions += f"""
=====
Use the above instructions to modify the supplied files: {file_list}
Use the existing function or class stubs as the entrypoint.
Only use standard python libraries, don't suggest installing any packages.
"""
io = InputOutput(
pretty=True,