dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 16:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

updated gpt-4-0314

Browse source
This commit is contained in:
Paul Gauthier 2024-05-04 07:59:27 -07:00
parent c9dbca9d0e
commit 9b88f8caf6
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
_data/leaderboard.csv
View file

@ -9,7 +9,7 @@ gpt-3.5-turbo-0301,57.9,50.4,whole,aider --model gpt-3.5-turbo-0301,0.16.4-dev,4
gpt-3.5-turbo-0613,50.4,38.3,whole,aider --model gpt-3.5-turbo-0613,0.16.4-dev,93aa497-dirty,11/7/23 gpt-3.5-turbo-0613,50.4,38.3,whole,aider --model gpt-3.5-turbo-0613,0.16.4-dev,93aa497-dirty,11/7/23
gpt-3.5-turbo-1106,56.1,45.5,whole,aider --model gpt-3.5-turbo-1106,0.30.1,7b14d77,4/30/24 gpt-3.5-turbo-1106,56.1,45.5,whole,aider --model gpt-3.5-turbo-1106,0.30.1,7b14d77,4/30/24
gpt-4-0125-preview,66.2,55.6,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,edcf9b1,1/25/24 gpt-4-0125-preview,66.2,55.6,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,edcf9b1,1/25/24
gpt-4-0314,68.4,51.1,diff,aider --model gpt-4-0314,0.7.2,506bfe2 c7c548d,7/1/23 gpt-4-0314,62.4,51.1,diff,aider --model gpt-4-0314,0.31.2-dev,c9dbca9 f6580ff-dirty,5/4/24
gpt-4-0613,67.7,46.6,diff,aider -4,0.18.1,3aa17c4,12/16/23 gpt-4-0613,67.7,46.6,diff,aider -4,0.18.1,3aa17c4,12/16/23
gpt-4-1106-preview,63.2,57.1,udiff,aider,0.31.2-dev,1981105-dirty,5/4/24 gpt-4-1106-preview,63.2,57.1,udiff,aider,0.31.2-dev,1981105-dirty,5/4/24
gpt-4-turbo-2024-04-09,64.4,49.2,diff,aider --gpt-4-turbo,0.30.1,e610e5b,5/1/24 gpt-4-turbo-2024-04-09,64.4,49.2,diff,aider --gpt-4-turbo,0.30.1,e610e5b,5/1/24

1 model second first format command version commits date
9 gpt-3.5-turbo-0613 50.4 38.3 whole aider --model gpt-3.5-turbo-0613 0.16.4-dev 93aa497-dirty 11/7/23
10 gpt-3.5-turbo-1106 56.1 45.5 whole aider --model gpt-3.5-turbo-1106 0.30.1 7b14d77 4/30/24
11 gpt-4-0125-preview 66.2 55.6 udiff aider --model gpt-4-0125-preview 0.22.1-dev edcf9b1 1/25/24
12 gpt-4-0314 68.4 62.4 51.1 diff aider --model gpt-4-0314 0.7.2 0.31.2-dev 506bfe2 c7c548d c9dbca9 f6580ff-dirty 7/1/23 5/4/24
13 gpt-4-0613 67.7 46.6 diff aider -4 0.18.1 3aa17c4 12/16/23
14 gpt-4-1106-preview 63.2 57.1 udiff aider 0.31.2-dev 1981105-dirty 5/4/24
15 gpt-4-turbo-2024-04-09 64.4 49.2 diff aider --gpt-4-turbo 0.30.1 e610e5b 5/1/24

3
benchmark/benchmark.py
View file

@ -878,7 +878,8 @@ def summarize_results(dirname):
csv.append(f"{first:.1f}") csv.append(f"{first:.1f}")
csv.append(" ".join(variants["edit_format"])) csv.append(" ".join(variants["edit_format"]))
csv.append("aider") model = variants["model"].pop()
csv.append(f"aider --model {model}")
versions = set() versions = set()
for hsh in variants["commit_hash"]: for hsh in variants["commit_hash"]:
if not hsh: if not hsh: