dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 12:55:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

no pretty during benchmarks

Browse source
This commit is contained in:
Paul Gauthier 2023-06-23 20:29:23 -07:00
parent 192a6de749
commit 7fc1bfd430
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
scripts/benchmark.py
View file

@ -127,10 +127,10 @@ def run_test(testdir, model_name, edit_format, retries):
if "test" not in fname and os.path.isfile(fname) and fname[0] != ".":
fnames.append(fname)
filelist = " ".join(fnames)
instructions = Path(".docs/instructions.md").read_text()
instructions += (
"\n\n=====\n\nModify these files according to the above instructions: " + " ".join(fnames)
)
instructions += "\n\n=====\n\nModify these files according to the above instructions: "
instructions += filelist
io = InputOutput(
pretty=True,
@ -153,6 +153,7 @@ def run_test(testdir, model_name, edit_format, retries):
# verbose=True,
use_git=False,
stream=False,
pretty=False,
)
dur = 0
@ -174,8 +175,7 @@ def run_test(testdir, model_name, edit_format, retries):
break
instructions = errors
filelist = " ".join(fnames)
instructions += f"\n\nFix the code in {filelist} to resolve the errors above."
instructions += "\n\nFix the code to resolve the test failures above."
results = dict(
testdir=str(testdir),