From 05dcbeecacda8273309f01b0cf2bfe59a70acd26 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 5 Sep 2024 14:25:09 -0700 Subject: [PATCH] noop --- benchmark/benchmark.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py index 3ff2fbf5e..25e55bd07 100755 --- a/benchmark/benchmark.py +++ b/benchmark/benchmark.py @@ -549,9 +549,9 @@ def run_test_real( chat_history_file=history_fname, ) + ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet") # ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet") - # ask_model = models.Model("openrouter/anthropic/claude-3.5-sonnet") - ask_model = models.Model("openrouter/deepseek/deepseek-chat") + # ask_model = models.Model("openrouter/deepseek/deepseek-chat") whole_model = models.Model("openrouter/deepseek/deepseek-chat") main_model = ask_model