dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 17:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Updated leaderboard commands to reflect 4o is default model now

Browse source
This commit is contained in:
Paul Gauthier 2024-05-13 11:30:09 -07:00
parent b2fbafe41b
commit ebeec04cae
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
_data/edit_leaderboard.yml
View file

@ -248,7 +248,7 @@
indentation_errors: 2
exhausted_context_windows: 0
test_timeouts: 1
command: aider
command: aider --model gpt-4-1106-preview
date: 2024-05-08
versions: 0.33.1-dev
seconds_per_case: 20.4
@ -420,7 +420,7 @@
indentation_errors: 2
exhausted_context_windows: 0
test_timeouts: 1
command: aider --model openai/gpt-4o
command: aider
date: 2024-05-13
versions: 0.34.1-dev
seconds_per_case: 6.0

4
_data/refactor_leaderboard.yml
View file

@ -95,7 +95,7 @@
indentation_errors: 8
exhausted_context_windows: 0
test_timeouts: 0
command: aider
command: aider --model gpt-4-1106-preview
date: 2024-05-08
versions: 0.33.1-dev
seconds_per_case: 61.8
@ -116,7 +116,7 @@
indentation_errors: 5
exhausted_context_windows: 0
test_timeouts: 0
command: aider --model openai/gpt-4o
command: aider
date: 2024-05-13
versions: 0.34.1-dev
seconds_per_case: 27.8