From abd484bfa73af1d621534ddc837c39224a354474 Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Fri, 6 Sep 2024 12:01:51 -0700
Subject: [PATCH] wip

---
 benchmark/benchmark.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index aa4bb8132..397262824 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -549,15 +549,15 @@ def run_test_real(
         chat_history_file=history_fname,
     )
 
-    ask_model = models.Model("gpt-4o")
-    # ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
+    # ask_model = models.Model("gpt-4o")
+    ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
     # ask_model = models.Model("openrouter/deepseek/deepseek-coder")
 
     # whole_model = models.Model("gpt-4o")
     # whole_model = models.Model("openrouter/anthropic/claude-3.5-sonnet")
     # whole_model = models.Model("openrouter/deepseek/deepseek-coder")
-    # whole_model = models.Model("openrouter/anthropic/claude-3-haiku-20240307")
-    whole_model = models.Model("gpt-4o-mini")
+    whole_model = models.Model("openrouter/anthropic/claude-3-haiku-20240307")
+    # whole_model = models.Model("gpt-4o-mini")
 
     main_model = ask_model
     edit_format = "ask-whole"