dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

noop

Browse source
This commit is contained in:
Paul Gauthier 2023-06-25 14:49:25 -07:00
parent bce898edfb
commit 976f84bac5
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
scripts/benchmark.py
View file

@ -148,7 +148,10 @@ def summarize_results(dirname, all_results, total_tests=None):
total_tests = len(all_results) total_tests = len(all_results)
completed_tests = 0 completed_tests = 0
retries = max(len(results["tests_outcomes"]) for results in all_results if results) try:
retries = max(len(results["tests_outcomes"]) for results in all_results if results)
except ValueError:
retries = 0
passed_tests = [0] * retries passed_tests = [0] * retries
duration = 0 duration = 0
@ -173,10 +176,12 @@ def summarize_results(dirname, all_results, total_tests=None):
if key in results: if key in results:
variants[key].add(results[key]) variants[key].add(results[key])
dump(completed_tests)
if not completed_tests:
return
console = Console(highlight=False) console = Console(highlight=False)
console.rule() console.rule(title=str(dirname))
console.print(dirname)
console.print()
console.print(f"test-cases: {completed_tests}") console.print(f"test-cases: {completed_tests}")
for key, val in variants.items(): for key, val in variants.items():
@ -194,14 +199,15 @@ def summarize_results(dirname, all_results, total_tests=None):
console.print() console.print()
avg_duration = duration / completed_tests avg_duration = duration / completed_tests
console.print(f"{avg_duration:.1f} sec/test-case") console.print(f"duration: {avg_duration:.1f} sec/test-case")
avg_cost = total_cost / completed_tests avg_cost = total_cost / completed_tests
projected_cost = avg_cost * total_tests projected_cost = avg_cost * total_tests
console.print( console.print(
f"costs: ${avg_cost:.4f} average, ${total_cost:.2f} total, ${projected_cost:.2f} projected" f"costs: ${avg_cost:.4f}/test-case, ${total_cost:.2f} total,"
f" ${projected_cost:.2f} projected"
) )
console.rule() console.rule()