dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-13 16:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

add gpt-4.5 to leaderboard

Browse source
This commit is contained in:
Paul Gauthier 2025-02-27 13:06:58 -08:00
parent 2f1384840c
commit 9a9c34aa18
1 changed files with 25 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

25
aider/website/_data/polyglot_leaderboard.yml
View file

@ -649,3 +649,28 @@
seconds_per_case: 105.2
total_cost: 36.8343
- dirname: 2025-02-27-20-26-15--gpt45-diff3
test_cases: 224
model: gpt-4.5-preview
edit_format: diff
commit_hash: b462e55-dirty
pass_rate_1: 22.3
pass_rate_2: 44.9
pass_num_1: 50
pass_num_2: 101
percent_cases_well_formed: 97.3
error_outputs: 10
num_malformed_responses: 8
num_with_malformed_responses: 6
user_asks: 15
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 1
test_timeouts: 2
total_tests: 225
command: aider --model openai/gpt-4.5-preview
date: 2025-02-27
versions: 0.75.2.dev
seconds_per_case: 113.5
total_cost: 183.1802