dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-23 13:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

more stats output

Browse source
This commit is contained in:
Paul Gauthier 2023-06-23 21:12:53 -07:00
parent 99194e4051
commit 3abde2ffb2
1 changed files with 13 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

15
scripts/benchmark.py
View file

@ -64,6 +64,7 @@ def main():
total_tests = len(test_dnames) total_tests = len(test_dnames)
completed_tests = 0 completed_tests = 0
passed_tests = [0] * args.retries passed_tests = [0] * args.retries
duration = 0
total_cost = 0 total_cost = 0
@ -90,9 +91,19 @@ def main():
total_cost += results["cost"] total_cost += results["cost"]
dump(total_cost) dump(total_cost)
projected_cost = total_cost * total_tests / completed_tests avg_cost = total_cost / completed_tests
dump(avg_cost)
projected_cost = avg_cost * total_tests
dump(projected_cost) dump(projected_cost)
duration += results["duration"]
avg_duration = duration / completed_tests
dump(avg_duration)
min_left = (total_tests - completed_tests) * avg_duration / 60
dump(min_left)
print() print()
### ###
@ -177,7 +188,7 @@ def run_test(testdir, model_name, edit_format, retries):
break break
errors = errors.splitlines() errors = errors.splitlines()
errors = errors[:25] errors = errors[:50]
errors = "\n".join(errors) errors = "\n".join(errors)
instructions = errors instructions = errors
instructions += "\n\nFix the code to resolve the test failures above." instructions += "\n\nFix the code to resolve the test failures above."