dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 18:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

chore: Update polyglot leaderboard YAML files with new test case data

Browse source
This commit is contained in:
Paul Gauthier 2025-03-13 14:16:20 -07:00 • committed by Paul Gauthier (aider)
parent b541eec3b8
commit e8a8681a75
2 changed files with 28 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
aider/website/_data/o1_polyglot_leaderboard.yml
View file

@ -256,4 +256,4 @@
date: 2024-12-22 date: 2024-12-22
versions: 0.69.2.dev versions: 0.69.2.dev
seconds_per_case: 12.2 seconds_per_case: 12.2
total_cost: 0.0000 total_cost: 0.0000

28
aider/website/_data/polyglot_leaderboard.yml
View file

@ -727,4 +727,30 @@
date: 2025-03-07 date: 2025-03-07
versions: 0.75.3.dev versions: 0.75.3.dev
seconds_per_case: 137.4 seconds_per_case: 137.4
total_cost: 0 total_cost: 0
- dirname: 2025-03-13-20-46-30--cmda-whole
test_cases: 225
model: command-a-03-2025
edit_format: whole
commit_hash: 024b913-dirty
pass_rate_1: 2.2
pass_rate_2: 4.9
pass_num_1: 5
pass_num_2: 11
percent_cases_well_formed: 100.0
error_outputs: 38
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 231
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 2
total_tests: 225
command: aider --model cohere_chat/command-a-03-2025
date: 2025-03-13
versions: 0.76.3.dev
seconds_per_case: 106.3
total_cost: 0.0000