dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

updated gpt-0125 refac

Browse source
This commit is contained in:
Paul Gauthier 2024-05-08 15:38:41 -07:00
parent 5c4bc5b7ba
commit 2269f56aed
1 changed files with 14 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

28
_data/refactor_leaderboard.yml
View file

@ -59,27 +59,27 @@
seconds_per_case: 42.4
total_cost: 19.6556
- dirname: 2024-01-25-22-07-21--jan-gpt-4-0125-preview-udiff
- dirname: 2024-05-08-22-25-41--may-refac-gpt-4-0125-preview-ex-sys
test_cases: 89
model: gpt-4-0125-preview
edit_format: udiff
commit_hash: 0fbd702
pass_rate_1: 43.8
percent_cases_well_formed: 74.2
error_outputs: 51
num_malformed_responses: 23
commit_hash: bf09bd3-dirty
pass_rate_1: 33.7
percent_cases_well_formed: 47.2
error_outputs: 142
num_malformed_responses: 47
user_asks: 0
lazy_comments: 1
syntax_errors: 4
indentation_errors: 11
exhausted_context_windows: 1
syntax_errors: 2
indentation_errors: 16
exhausted_context_windows: 0
test_timeouts: 0
command: aider --model gpt-4-0125-preview
date: 2024-01-25
versions: 0.22.1-dev
seconds_per_case: 70.4
total_cost: 43.3437
date: 2024-05-08
versions: 0.33.1-dev
seconds_per_case: 56.6
total_cost: 20.3270
- dirname: 2024-05-08-21-24-16--may-refac-gpt-4-1106-preview
test_cases: 89
model: gpt-4-1106-preview