From c9dbca9d0edfe3fe949ff119249fc7d4b1ab0151 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sat, 4 May 2024 07:52:22 -0700 Subject: [PATCH] gpt-4-0314 with examples as sys --- _data/leaderboard.csv | 4 ++-- aider/models.py | 9 +++++++++ docs/leaderboard.md | 4 ++-- 3 files changed, 13 insertions(+), 4 deletions(-) diff --git a/_data/leaderboard.csv b/_data/leaderboard.csv index e6fd8bdac..bbb158a1e 100644 --- a/_data/leaderboard.csv +++ b/_data/leaderboard.csv @@ -4,11 +4,11 @@ claude-3-sonnet-20240229,54.9,43.6,whole,aider --sonnet,0.25.0,a5f8076,3/6/24 Command-R+,29.3,22.6,whole,aider --model command-r-plus,0.28.0,a06c927,4/20/24 Deepseek Coder,54.5,47,whole,aider --model openai/deepseek-coder,0.30.1,c07f793,4/29/24 gemini-1.5-pro-latest,57.1,45.9,diff-fenced,aider --model gemini/gemini-1.5-pro-latest,0.32.0,5d32dd7,5/3/24 -gpt-3.5-turbo-0125,49.6,39.8,whole,aider --35turbo,0.22.0,da14474,2/2/24 +gpt-3.5-turbo-0125,49.6,39.8,whole,aider -3,0.22.0,da14474,2/2/24 gpt-3.5-turbo-0301,57.9,50.4,whole,aider --model gpt-3.5-turbo-0301,0.16.4-dev,44388db-dirty,11/6/23 gpt-3.5-turbo-0613,50.4,38.3,whole,aider --model gpt-3.5-turbo-0613,0.16.4-dev,93aa497-dirty,11/7/23 gpt-3.5-turbo-1106,56.1,45.5,whole,aider --model gpt-3.5-turbo-1106,0.30.1,7b14d77,4/30/24 -gpt-4-0125-preview,66.2,55.6,udiff,aider,0.22.1-dev,edcf9b1,1/25/24 +gpt-4-0125-preview,66.2,55.6,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,edcf9b1,1/25/24 gpt-4-0314,68.4,51.1,diff,aider --model gpt-4-0314,0.7.2,506bfe2 c7c548d,7/1/23 gpt-4-0613,67.7,46.6,diff,aider -4,0.18.1,3aa17c4,12/16/23 gpt-4-1106-preview,63.2,57.1,udiff,aider,0.31.2-dev,1981105-dirty,5/4/24 diff --git a/aider/models.py b/aider/models.py index 8f1e90057..a3e492bd2 100644 --- a/aider/models.py +++ b/aider/models.py @@ -107,6 +107,15 @@ MODEL_SETTINGS = [ accepts_images=True, reminder_as_sys_msg=True, ), + ModelSettings( + "gpt-4-0314", + "diff", + weak_model_name="gpt-3.5-turbo", + use_repo_map=True, + send_undo_reply=True, + reminder_as_sys_msg=True, + examples_as_sys_msg=True, + ), ModelSettings( "gpt-4-0613", "diff", diff --git a/docs/leaderboard.md b/docs/leaderboard.md index 3d63f9876..0c6c3d512 100644 --- a/docs/leaderboard.md +++ b/docs/leaderboard.md @@ -30,9 +30,9 @@ it will work best with models that score well on the code editing benchmark. {% for row in sorted %} {{ row.model }} - {{ row.second }}% + {{ row.second }}% {{ row.command }} - {{ row.format }} + {{ row.format }} {% endfor %}