dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

gpt-4-0314 with examples as sys

Browse source
This commit is contained in:
Paul Gauthier 2024-05-04 07:52:22 -07:00
parent f6580fff76
commit c9dbca9d0e
3 changed files with 13 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
_data/leaderboard.csv
View file

@ -4,11 +4,11 @@ claude-3-sonnet-20240229,54.9,43.6,whole,aider --sonnet,0.25.0,a5f8076,3/6/24
Command-R+,29.3,22.6,whole,aider --model command-r-plus,0.28.0,a06c927,4/20/24
Deepseek Coder,54.5,47,whole,aider --model openai/deepseek-coder,0.30.1,c07f793,4/29/24
gemini-1.5-pro-latest,57.1,45.9,diff-fenced,aider --model gemini/gemini-1.5-pro-latest,0.32.0,5d32dd7,5/3/24
gpt-3.5-turbo-0125,49.6,39.8,whole,aider --35turbo,0.22.0,da14474,2/2/24
gpt-3.5-turbo-0125,49.6,39.8,whole,aider -3,0.22.0,da14474,2/2/24
gpt-3.5-turbo-0301,57.9,50.4,whole,aider --model gpt-3.5-turbo-0301,0.16.4-dev,44388db-dirty,11/6/23
gpt-3.5-turbo-0613,50.4,38.3,whole,aider --model gpt-3.5-turbo-0613,0.16.4-dev,93aa497-dirty,11/7/23
gpt-3.5-turbo-1106,56.1,45.5,whole,aider --model gpt-3.5-turbo-1106,0.30.1,7b14d77,4/30/24
gpt-4-0125-preview,66.2,55.6,udiff,aider,0.22.1-dev,edcf9b1,1/25/24
gpt-4-0125-preview,66.2,55.6,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,edcf9b1,1/25/24
gpt-4-0314,68.4,51.1,diff,aider --model gpt-4-0314,0.7.2,506bfe2 c7c548d,7/1/23
gpt-4-0613,67.7,46.6,diff,aider -4,0.18.1,3aa17c4,12/16/23
gpt-4-1106-preview,63.2,57.1,udiff,aider,0.31.2-dev,1981105-dirty,5/4/24

1 model second first format command version commits date
4 Command-R+ 29.3 22.6 whole aider --model command-r-plus 0.28.0 a06c927 4/20/24
5 Deepseek Coder 54.5 47 whole aider --model openai/deepseek-coder 0.30.1 c07f793 4/29/24
6 gemini-1.5-pro-latest 57.1 45.9 diff-fenced aider --model gemini/gemini-1.5-pro-latest 0.32.0 5d32dd7 5/3/24
7 gpt-3.5-turbo-0125 49.6 39.8 whole aider --35turbo aider -3 0.22.0 da14474 2/2/24
8 gpt-3.5-turbo-0301 57.9 50.4 whole aider --model gpt-3.5-turbo-0301 0.16.4-dev 44388db-dirty 11/6/23
9 gpt-3.5-turbo-0613 50.4 38.3 whole aider --model gpt-3.5-turbo-0613 0.16.4-dev 93aa497-dirty 11/7/23
10 gpt-3.5-turbo-1106 56.1 45.5 whole aider --model gpt-3.5-turbo-1106 0.30.1 7b14d77 4/30/24
11 gpt-4-0125-preview 66.2 55.6 udiff aider aider --model gpt-4-0125-preview 0.22.1-dev edcf9b1 1/25/24
12 gpt-4-0314 68.4 51.1 diff aider --model gpt-4-0314 0.7.2 506bfe2 c7c548d 7/1/23
13 gpt-4-0613 67.7 46.6 diff aider -4 0.18.1 3aa17c4 12/16/23
14 gpt-4-1106-preview 63.2 57.1 udiff aider 0.31.2-dev 1981105-dirty 5/4/24

9
aider/models.py
View file

@ -107,6 +107,15 @@ MODEL_SETTINGS = [
accepts_images=True,
reminder_as_sys_msg=True,
),
ModelSettings(
"gpt-4-0314",
"diff",
weak_model_name="gpt-3.5-turbo",
use_repo_map=True,
send_undo_reply=True,
reminder_as_sys_msg=True,
examples_as_sys_msg=True,
),
ModelSettings(
"gpt-4-0613",
"diff",

4
docs/leaderboard.md
View file

@ -30,9 +30,9 @@ it will work best with models that score well on the code editing benchmark.
{% for row in sorted %}
<tr style="border-bottom: 1px solid #ddd;">
<td style="padding: 8px;">{{ row.model }}</td>
<td style="padding: 8px;">{{ row.second }}%</td>
<td style="padding: 8px; text-align: center;">{{ row.second }}%</td>
<td style="padding: 8px;"><code>{{ row.command }}</code></td>
<td style="padding: 8px;">{{ row.format }}</td>
<td style="padding: 8px; text-align: center;">{{ row.format }}</td>
</tr>
{% endfor %}
</tbody>