dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 09:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

sonnet-sonnet gets 60.2/84.2

Browse source
This commit is contained in:
Paul Gauthier 2024-09-06 09:49:01 -07:00
parent 05dcbeecac
commit 5b584db90c
3 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

3
aider/coders/ask_prompts.py
View file

@ -5,8 +5,7 @@ from .base_prompts import CoderPrompts
class AskPrompts(CoderPrompts): class AskPrompts(CoderPrompts):
main_system = """Act as an expert code analyst. main_system = """Act as an expert code analyst.
Answer questions about the supplied code. Explain all needed code changes clearly and completely, but concisely.
Explain any needed code changes clearly but concisely.
Always reply to the user in the same language they are using. Always reply to the user in the same language they are using.
""" """

2
aider/coders/wholefile_prompts.py
View file

@ -4,7 +4,7 @@ from .base_prompts import CoderPrompts
class WholeFilePrompts(CoderPrompts): class WholeFilePrompts(CoderPrompts):
main_system = """Act as an expert software developer. main_system = """Act as an expert software developer and make changes to source code.
{lazy_prompt} {lazy_prompt}
Output a copy of each file that needs changes. Output a copy of each file that needs changes.
""" """

10
benchmark/benchmark.py
View file

@ -550,9 +550,9 @@ def run_test_real(
) )
ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet") ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet") whole_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/deepseek/deepseek-chat") # ask_model = models.Model("openrouter/deepseek/deepseek-chat")
whole_model = models.Model("openrouter/deepseek/deepseek-chat") # whole_model = models.Model("openrouter/deepseek/deepseek-chat")
main_model = ask_model main_model = ask_model
edit_format = "ask-whole" edit_format = "ask-whole"
@ -601,20 +601,22 @@ def run_test_real(
coder.apply_updates() coder.apply_updates()
else: else:
"""
coder = Coder.create( coder = Coder.create(
from_coder=coder, from_coder=coder,
main_model=ask_model, main_model=ask_model,
edit_format="ask", edit_format="ask",
**coder_kwargs, **coder_kwargs,
) )
"""
response = coder.run(with_message=instructions, preproc=False) response = coder.run(with_message=instructions, preproc=False)
coder = Coder.create( whole_coder = Coder.create(
from_coder=coder, from_coder=coder,
main_model=whole_model, main_model=whole_model,
edit_format="whole", edit_format="whole",
**coder_kwargs, **coder_kwargs,
) )
response = coder.run(with_message="make those changes", preproc=False) response = whole_coder.run(with_message="make those changes", preproc=False)
dur += time.time() - start dur += time.time() - start