dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 00:05:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

wip

Browse source
This commit is contained in:
Paul Gauthier 2024-09-11 09:32:14 -07:00
parent 39ae106bb3
commit 5408dcb185
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
benchmark/benchmark.py
View file

@ -549,15 +549,17 @@ def run_test_real(
chat_history_file=history_fname,
)
ask_model = models.Model("gpt-4o")
# ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("gpt-4o")
ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# ask_model = models.Model("openrouter/deepseek/deepseek-coder")
# whole_model = models.Model("gpt-4o")
# whole_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
# whole_model = models.Model("openrouter/deepseek/deepseek-coder")
# whole_model = models.Model("openrouter/anthropic/claude-3-haiku-20240307")
whole_model = models.Model("gpt-4o-mini")
# whole_model = models.Model("gpt-4o-mini")
# whole_model = models.Model("openrouter/meta-llama/llama-3.1-8b-instruct")
whole_model = models.Model("openrouter/meta-llama/llama-3-70b-instruct")
main_model = ask_model
edit_format = "ask-whole"