dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 02:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

added openai/gpt-4o-2024-08-06 to the refac leaderboard

Browse source
This commit is contained in:
Paul Gauthier 2024-08-06 15:48:16 -03:00
parent f3880617b5
commit 492738f325
1 changed files with 22 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

22
aider/website/_data/refactor_leaderboard.yml
View file

@ -186,4 +186,26 @@
versions: 0.45.2-dev versions: 0.45.2-dev
seconds_per_case: 85.0 seconds_per_case: 85.0
total_cost: 0.4148 total_cost: 0.4148
- dirname: 2024-08-06-18-44-03--refac-gpt-4o-2024-08-06-diff
test_cases: 89
model: gpt-4o-2024-08-06
edit_format: diff
commit_hash: f388061
pass_rate_1: 49.4
percent_cases_well_formed: 89.9
error_outputs: 97
num_malformed_responses: 19
num_with_malformed_responses: 9
user_asks: 16
lazy_comments: 2
syntax_errors: 0
indentation_errors: 13
exhausted_context_windows: 2
test_timeouts: 0
command: aider --model openai/gpt-4o-2024-08-06
date: 2024-08-06
versions: 0.48.1-dev
seconds_per_case: 16.9
total_cost: 4.0873