dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

added gpt-3.5-turbo results to leaderboard

Browse source
This commit is contained in:
Paul Gauthier 2024-05-08 14:15:16 -07:00
parent 7a98953fae
commit 87664dc254
1 changed files with 12 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

22
_data/edit_leaderboard.yml
View file

@ -82,13 +82,14 @@
versions: 0.31.2-dev
seconds_per_case: 21.3
total_cost: 0.0000
- dirname: 2024-02-02-02-07-28--exercism-gpt-3.5-turbo-0125-whole
- dirname: 2024-05-08-20-59-15--may-gpt-3.5-turbo-whole
test_cases: 133
model: gpt-3.5-turbo-0125
model: gpt-3.5-turbo
edit_format: whole
commit_hash: da14474
pass_rate_1: 39.8
pass_rate_2: 49.6
commit_hash: 1d55f74
pass_rate_1: 41.4
pass_rate_2: 50.4
percent_cases_well_formed: 100.0
error_outputs: 0
num_malformed_responses: 0
@ -98,11 +99,12 @@
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 4
command: aider -3
date: 2024-02-02
versions: 0.22.1-dev
seconds_per_case: 3.2
total_cost: 0.4701
command: aider --model gpt-3.5-turbo
date: 2024-05-08
versions: 0.33.1-dev
seconds_per_case: 6.5
total_cost: 0.5032
- dirname: 2023-11-06-21-23-59--gpt-3.5-turbo-0301
test_cases: 133
model: gpt-3.5-turbo-0301