dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-02 02:34:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

cleaned up edit data

Browse source
This commit is contained in:
Paul Gauthier 2024-05-06 11:48:10 -07:00
parent 17b5dbe804
commit 92ea428b82
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
_data/edit_leaderboard.yml
View file

@ -1,6 +1,6 @@
- dirname: 2024-05-01-20-05-59--direct-opus-filenames-outside-fence - dirname: 2024-05-01-20-05-59--direct-opus-filenames-outside-fence
test_cases: 133 test_cases: 133
model: openrouter/anthropic/claude-3-opus, claude-3-opus-20240229 model: claude-3-opus-20240229
edit_format: diff edit_format: diff
commit_hash: f4b1797-dirty, f4b1797 commit_hash: f4b1797-dirty, f4b1797
pass_rate_1: 53.4 pass_rate_1: 53.4
@ -98,7 +98,7 @@
indentation_errors: 0 indentation_errors: 0
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 4 test_timeouts: 4
command: aider --model gpt-3.5-turbo-0125 command: aider -3
date: 2024-02-02 date: 2024-02-02
versions: 0.22.1-dev versions: 0.22.1-dev
seconds_per_case: 3.2 seconds_per_case: 3.2
@ -224,7 +224,7 @@
indentation_errors: 0 indentation_errors: 0
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 2 test_timeouts: 2
command: aider --model gpt-4-0613 command: aider -4
date: 2023-12-16 date: 2023-12-16
versions: 0.18.2-dev versions: 0.18.2-dev
seconds_per_case: 33.6 seconds_per_case: 33.6
@ -245,14 +245,14 @@
indentation_errors: 5 indentation_errors: 5
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 2 test_timeouts: 2
command: aider --model gpt-4-1106-preview command: aider
date: 2024-05-04 date: 2024-05-04
versions: 0.31.2-dev versions: 0.31.2-dev
seconds_per_case: 15.6 seconds_per_case: 15.6
total_cost: 5.9468 total_cost: 5.9468
- dirname: 2024-05-01-02-09-20--gpt-4-turbo-examples - dirname: 2024-05-01-02-09-20--gpt-4-turbo-examples
test_cases: 133 test_cases: 133
model: gpt-4-turbo model: gpt-4-turbo-2024-04-09
edit_format: udiff edit_format: udiff
commit_hash: e610e5b-dirty commit_hash: e610e5b-dirty
pass_rate_1: 48.1 pass_rate_1: 48.1
@ -266,14 +266,14 @@
indentation_errors: 2 indentation_errors: 2
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 3 test_timeouts: 3
command: aider --model gpt-4-turbo command: aider --gpt-4-turbo
date: 2024-05-01 date: 2024-05-01
versions: 0.30.2-dev versions: 0.30.2-dev
seconds_per_case: 22.8 seconds_per_case: 22.8
total_cost: 6.3337 total_cost: 6.3337
- dirname: 2024-05-03-22-24-48--openrouter--llama3-diff-examples-sys-msg - dirname: 2024-05-03-22-24-48--openrouter--llama3-diff-examples-sys-msg
test_cases: 132 test_cases: 132
model: openrouter/meta-llama/llama-3-70b-instruct model: groq/llama3-70b-8192
edit_format: diff edit_format: diff
commit_hash: b5bb453 commit_hash: b5bb453
pass_rate_1: 38.6 pass_rate_1: 38.6
@ -287,7 +287,7 @@
indentation_errors: 2 indentation_errors: 2
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 3 test_timeouts: 3
command: aider --model openrouter/meta-llama/llama-3-70b-instruct command: aider --model groq/llama3-70b-8192
date: 2024-05-03 date: 2024-05-03
versions: 0.31.2-dev versions: 0.31.2-dev
seconds_per_case: 14.5 seconds_per_case: 14.5