dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 01:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

sonnet-sonnet gets 60.2/84.2

Browse source
This commit is contained in:
Paul Gauthier 2024-09-06 09:49:01 -07:00
parent 05dcbeecac
commit 5b584db90c
3 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
benchmark/benchmark.py
View file

@ -550,9 +550,9 @@ def run_test_real(
)
ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
whole_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/deepseek/deepseek-chat")
whole_model = models.Model("openrouter/deepseek/deepseek-chat")
# whole_model = models.Model("openrouter/deepseek/deepseek-chat")
main_model = ask_model
edit_format = "ask-whole"
@ -601,20 +601,22 @@ def run_test_real(
coder.apply_updates()
else:
"""
coder = Coder.create(
from_coder=coder,
main_model=ask_model,
edit_format="ask",
**coder_kwargs,
)
"""
response = coder.run(with_message=instructions, preproc=False)
coder = Coder.create(
whole_coder = Coder.create(
from_coder=coder,
main_model=whole_model,
edit_format="whole",
**coder_kwargs,
)
response = coder.run(with_message="make those changes", preproc=False)
response = whole_coder.run(with_message="make those changes", preproc=False)
dur += time.time() - start