dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 01:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

added openai/gpt-4o-2024-08-06 to the leaderboard

Browse source
This commit is contained in:
Paul Gauthier 2024-08-06 15:31:53 -03:00
parent f059505edf
commit 1e8e17bd5c
1 changed files with 25 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

26
aider/website/_data/edit_leaderboard.yml
View file

@ -819,4 +819,28 @@
date: 2024-07-25
versions: 0.45.2-dev
seconds_per_case: 7.3
total_cost: 0.0000
total_cost: 0.0000
- dirname: 2024-08-06-18-28-39--gpt-4o-2024-08-06-diff-again
test_cases: 133
model: openai/gpt-4o-2024-08-06
edit_format: diff
commit_hash: ed9ed89
pass_rate_1: 57.1
pass_rate_2: 71.4
percent_cases_well_formed: 98.5
error_outputs: 18
num_malformed_responses: 2
num_with_malformed_responses: 2
user_asks: 10
lazy_comments: 0
syntax_errors: 6
indentation_errors: 2
exhausted_context_windows: 0
test_timeouts: 5
command: aider --model openai/gpt-4o-2024-08-06
date: 2024-08-06
versions: 0.48.1-dev
seconds_per_case: 6.5
total_cost: 0.0000