added refac leaderboard

This commit is contained in:
Paul Gauthier 2024-05-04 11:05:32 -07:00
parent b02320b08f
commit e524dd9203
3 changed files with 92 additions and 9 deletions

View file

@ -0,0 +1,16 @@
model,second,first,format,command,version,commits,date
gpt-4-turbo-2024-04-09,0,34.1,udiff,aider --gpt-4-turbo,0.27.1-dev,b75fdb9,4/9/24
gpt-4-0125-preview,0,43.8,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,0fbd702,1/25/24
gpt-4-1106-preview,0,57.3,udiff,aider --model gpt-4-1106-preview,0.22.1-dev,a75e7c8,1/25/24
openrouter/anthropic/claude-3-opus,0,67.4,diff,aider --model openrouter/anthropic/claude-3-opus,0.31.2-dev,b02320b-dirty,5/4/24
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
1 model second first format command version commits date
2 gpt-4-turbo-2024-04-09 0 34.1 udiff aider --gpt-4-turbo 0.27.1-dev b75fdb9 4/9/24
3 gpt-4-0125-preview 0 43.8 udiff aider --model gpt-4-0125-preview 0.22.1-dev 0fbd702 1/25/24
4 gpt-4-1106-preview 0 57.3 udiff aider --model gpt-4-1106-preview 0.22.1-dev a75e7c8 1/25/24
5 openrouter/anthropic/claude-3-opus 0 67.4 diff aider --model openrouter/anthropic/claude-3-opus 0.31.2-dev b02320b-dirty 5/4/24
6
7
8
9
10
11
12
13
14
15
16