dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 21:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

no pretty during benchmarks

Browse source
This commit is contained in:
Paul Gauthier 2023-06-23 20:29:23 -07:00
parent 192a6de749
commit 7fc1bfd430
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
scripts/benchmark.py
View file

@ -127,10 +127,10 @@ def run_test(testdir, model_name, edit_format, retries):
if "test" not in fname and os.path.isfile(fname) and fname[0] != ".": if "test" not in fname and os.path.isfile(fname) and fname[0] != ".":
fnames.append(fname) fnames.append(fname)
filelist = " ".join(fnames)
instructions = Path(".docs/instructions.md").read_text() instructions = Path(".docs/instructions.md").read_text()
instructions += ( instructions += "\n\n=====\n\nModify these files according to the above instructions: "
"\n\n=====\n\nModify these files according to the above instructions: " + " ".join(fnames) instructions += filelist
)
io = InputOutput( io = InputOutput(
pretty=True, pretty=True,
@ -153,6 +153,7 @@ def run_test(testdir, model_name, edit_format, retries):
# verbose=True, # verbose=True,
use_git=False, use_git=False,
stream=False, stream=False,
pretty=False,
) )
dur = 0 dur = 0
@ -174,8 +175,7 @@ def run_test(testdir, model_name, edit_format, retries):
break break
instructions = errors instructions = errors
filelist = " ".join(fnames) instructions += "\n\nFix the code to resolve the test failures above."
instructions += f"\n\nFix the code in {filelist} to resolve the errors above."
results = dict( results = dict(
testdir=str(testdir), testdir=str(testdir),