dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 18:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

docs: Add chatgpt-4o-latest benchmark results

Browse source
This commit is contained in:
Paul Gauthier 2025-03-28 19:36:06 -10:00 • committed by Paul Gauthier (aider)
parent 0decbad7d0
commit 87ba63c14c
1 changed files with 27 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

28
aider/website/_data/polyglot_leaderboard.yml
View file

@ -831,4 +831,30 @@
date: 2025-03-25
versions: 0.78.1.dev
seconds_per_case: 47.1
total_cost: 0.0000
total_cost: 0.0000
- dirname: 2025-03-29-05-24-55--chatgpt4o-mar28-diff
test_cases: 225
model: chatgpt-4o-latest (2025-03-29)
edit_format: diff
commit_hash: 0decbad
pass_rate_1: 16.4
pass_rate_2: 45.3
pass_num_1: 37
pass_num_2: 102
percent_cases_well_formed: 64.4
error_outputs: 85
num_malformed_responses: 85
num_with_malformed_responses: 80
user_asks: 174
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 4
total_tests: 225
command: aider --model chatgpt-4o-latest
date: 2025-03-29
versions: 0.79.3.dev
seconds_per_case: 10.3
total_cost: 19.7416