sonnet-sonnet gets 60.2/84.2

This commit is contained in:
Paul Gauthier 2024-09-06 09:49:01 -07:00
parent 05dcbeecac
commit 5b584db90c
3 changed files with 8 additions and 7 deletions

View file

@ -5,8 +5,7 @@ from .base_prompts import CoderPrompts
class AskPrompts(CoderPrompts):
main_system = """Act as an expert code analyst.
Answer questions about the supplied code.
Explain any needed code changes clearly but concisely.
Explain all needed code changes clearly and completely, but concisely.
Always reply to the user in the same language they are using.
"""

View file

@ -4,7 +4,7 @@ from .base_prompts import CoderPrompts
class WholeFilePrompts(CoderPrompts):
main_system = """Act as an expert software developer.
main_system = """Act as an expert software developer and make changes to source code.
{lazy_prompt}
Output a copy of each file that needs changes.
"""

View file

@ -550,9 +550,9 @@ def run_test_real(
)
ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
whole_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/deepseek/deepseek-chat")
whole_model = models.Model("openrouter/deepseek/deepseek-chat")
# whole_model = models.Model("openrouter/deepseek/deepseek-chat")
main_model = ask_model
edit_format = "ask-whole"
@ -601,20 +601,22 @@ def run_test_real(
coder.apply_updates()
else:
"""
coder = Coder.create(
from_coder=coder,
main_model=ask_model,
edit_format="ask",
**coder_kwargs,
)
"""
response = coder.run(with_message=instructions, preproc=False)
coder = Coder.create(
whole_coder = Coder.create(
from_coder=coder,
main_model=whole_model,
edit_format="whole",
**coder_kwargs,
)
response = coder.run(with_message="make those changes", preproc=False)
response = whole_coder.run(with_message="make those changes", preproc=False)
dur += time.time() - start