dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-26 22:45:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

copy
Some checks are pending
Deploy Jekyll site to Pages / build (push) Waiting to run
Details
Deploy Jekyll site to Pages / deploy (push) Blocked by required conditions
Details
pre-commit / pre-commit (push) Waiting to run
Details

Browse source
This commit is contained in:
Paul Gauthier 2025-06-25 15:30:36 -07:00
parent f5a512ba65
commit ae539fb1f5
1 changed files with 58 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

85
aider/website/_data/polyglot_leaderboard.yml
View file

@ -1093,32 +1093,6 @@
seconds_per_case: 12.0
total_cost: 0.4281
- dirname: 2025-04-16-21-20-55--o3-high-diff-temp0-exsys
test_cases: 225
model: o3 (high)
edit_format: diff
commit_hash: 24805ff-dirty
pass_rate_1: 36.9
pass_rate_2: 79.6
pass_num_1: 83
pass_num_2: 179
percent_cases_well_formed: 95.1
error_outputs: 11
num_malformed_responses: 11
num_with_malformed_responses: 11
user_asks: 110
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 2
total_tests: 225
command: aider --model o3
date: 2025-04-16
versions: 0.82.1.dev
seconds_per_case: 113.8
total_cost: 111.0325
- dirname: 2025-04-16-22-01-58--o4-mini-high-diff-exsys
test_cases: 225
model: o4-mini (high)
@ -1562,4 +1536,61 @@
date: 2025-06-06
versions: 0.84.1.dev
seconds_per_case: 716.6
total_cost: 4.8016
total_cost: 4.8016
- dirname: 2025-06-25-21-04-24--o3-price-reduction-high
test_cases: 225
model: o3 (high)
edit_format: diff
commit_hash: c48fea6
reasoning_effort: high
pass_rate_1: 40.0
pass_rate_2: 81.3
pass_num_1: 90
pass_num_2: 183
percent_cases_well_formed: 94.7
error_outputs: 25
num_malformed_responses: 23
num_with_malformed_responses: 12
user_asks: 116
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 1
prompt_tokens: 3148932
completion_tokens: 2047615
test_timeouts: 2
total_tests: 225
command: aider --model o3 --reasoning-effort high
date: 2025-06-25
versions: 0.84.1.dev
seconds_per_case: 197.3
total_cost: 21.2259
- dirname: 2025-06-25-20-30-16--o3-price-reduction
test_cases: 225
model: o3
edit_format: diff
commit_hash: c48fea6
pass_rate_1: 40.9
pass_rate_2: 76.9
pass_num_1: 92
pass_num_2: 173
percent_cases_well_formed: 93.8
error_outputs: 22
num_malformed_responses: 22
num_with_malformed_responses: 14
user_asks: 108
lazy_comments: 2
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
prompt_tokens: 2893189
completion_tokens: 1154767
test_timeouts: 1
total_tests: 225
command: aider --model o3
date: 2025-06-25
versions: 0.84.1.dev
seconds_per_case: 101.7
total_cost: 13.7517