dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-11 07:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

add deepseek v2.5 to refac bench

Browse source
This commit is contained in:
Paul Gauthier 2024-09-05 10:07:46 -07:00
parent 6e3d8d90de
commit 76bc0e11b8
1 changed files with 23 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

25
aider/website/_data/refactor_leaderboard.yml
View file

@ -167,7 +167,7 @@
- dirname: 2024-07-24-07-49-39--refac-deepseek-coder-v2-0724
test_cases: 89
model: DeepSeek Coder V2 0724
model: DeepSeek Coder V2 0724 (deprecated)
edit_format: diff
commit_hash: bb6e597
pass_rate_1: 32.6
@ -208,4 +208,25 @@
versions: 0.48.1-dev
seconds_per_case: 16.9
total_cost: 4.0873
- dirname: 2024-09-05-15-19-05--refac-deepseek-v2.5-no-shell
test_cases: 89
model: DeepSeek Chat V2.5
edit_format: diff
commit_hash: 1279c86, 1279c86-dirty
pass_rate_1: 31.5
percent_cases_well_formed: 67.4
error_outputs: 90
num_malformed_responses: 88
num_with_malformed_responses: 29
user_asks: 8
lazy_comments: 7
syntax_errors: 0
indentation_errors: 6
exhausted_context_windows: 2
test_timeouts: 0
command: aider --deepseek
date: 2024-09-05
versions: 0.55.1.dev
seconds_per_case: 225.4
total_cost: 1.0338