dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 01:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

fix: Add junior model and junior edit format to benchmark results

Browse source
This commit is contained in:
Paul Gauthier 2024-09-25 16:31:40 -07:00 • committed by Paul Gauthier (aider)
parent 9f3cd92b18
commit e682eb8669
2 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
benchmark/benchmark.py
View file

@ -378,7 +378,7 @@ def summarize_results(dirname):
res.syntax_errors += results.get("syntax_errors", 0)
res.indentation_errors += results.get("indentation_errors", 0)
for key in "model edit_format commit_hash".split():
for key in "model edit_format commit_hash junior_model junior_edit_format".split():
val = results.get(key)
if val:
variants[key].add(val)
@ -679,8 +679,8 @@ def run_test_real(
testcase=testdir.name,
model=main_model.name,
edit_format=edit_format,
junior_model=junior_model,
junior_edit_format=junior_edit_format,
junior_model=main_model.junior_model.name if main_model.junior_model else None,
junior_edit_format=main_model.junior_edit_format,
tests_outcomes=test_outcomes,
cost=coder.total_cost,
duration=dur,