dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 02:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix: Add junior model and junior edit format to benchmark results

Browse source
This commit is contained in:
Paul Gauthier 2024-09-25 16:31:40 -07:00 • committed by Paul Gauthier (aider)
parent 9f3cd92b18
commit e682eb8669
2 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
aider/models.py
View file

@ -496,6 +496,8 @@ MODEL_SETTINGS = [
"openai/o1-preview",
"diff",
weak_model_name="openai/gpt-4o-mini",
junior_model_name="openai/gpt-4o",
junior_edit_format="junior-diff",
use_repo_map=True,
reminder="user",
use_system_prompt=False,
@ -530,6 +532,8 @@ MODEL_SETTINGS = [
"openrouter/openai/o1-preview",
"diff",
weak_model_name="openrouter/openai/gpt-4o-mini",
junior_model_name="openrouter/openai/gpt-4o",
junior_edit_format="junior-diff",
use_repo_map=True,
reminder="user",
use_system_prompt=False,

6
benchmark/benchmark.py
View file

@ -378,7 +378,7 @@ def summarize_results(dirname):
res.syntax_errors += results.get("syntax_errors", 0)
res.indentation_errors += results.get("indentation_errors", 0)
for key in "model edit_format commit_hash".split():
for key in "model edit_format commit_hash junior_model junior_edit_format".split():
val = results.get(key)
if val:
variants[key].add(val)
@ -679,8 +679,8 @@ def run_test_real(
testcase=testdir.name,
model=main_model.name,
edit_format=edit_format,
junior_model=junior_model,
junior_edit_format=junior_edit_format,
junior_model=main_model.junior_model.name if main_model.junior_model else None,
junior_edit_format=main_model.junior_edit_format,
tests_outcomes=test_outcomes,
cost=coder.total_cost,
duration=dur,