dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

updated deepseek-chat yaml

Browse source
This commit is contained in:
Paul Gauthier 2024-05-09 12:51:16 -07:00
parent 80a3f6d4f6
commit a3c9bd97e2
1 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

26
_data/edit_leaderboard.yml
View file

@ -339,28 +339,28 @@
seconds_per_case: 42.4 seconds_per_case: 42.4
total_cost: 0.0000 total_cost: 0.0000
- dirname: 2024-05-09-18-27-40--deepseek-chat-v2-diff-reverted-and-helpful-assistant - dirname: 2024-05-09-18-57-52--deepseek-chat-v2-diff-reverted-and-helpful-assistant2
test_cases: 133 test_cases: 133
model: deepseek/deepseek-chat model: deepseek/deepseek-chat
edit_format: diff edit_format: diff
commit_hash: 444d17d commit_hash: 80a3f6d
pass_rate_1: 40.6 pass_rate_1: 44.4
pass_rate_2: 57.9 pass_rate_2: 60.9
percent_cases_well_formed: 93.2 percent_cases_well_formed: 97.0
error_outputs: 30 error_outputs: 14
num_malformed_responses: 9 num_malformed_responses: 4
user_asks: 3 user_asks: 2
lazy_comments: 0 lazy_comments: 0
syntax_errors: 2 syntax_errors: 13
indentation_errors: 0 indentation_errors: 0
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 2 test_timeouts: 3
command: aider --model deepseek/deepseek-chat command: aider --model deepseek/deepseek-chat
date: 2024-05-09 date: 2024-05-09
versions: 0.33.1-dev versions: 0.33.1-dev
seconds_per_case: 102.4 seconds_per_case: 86.8
total_cost: 0.1006 total_cost: 0.0941
- dirname: 2024-05-07-20-32-37--qwen1.5-110b-chat-whole - dirname: 2024-05-07-20-32-37--qwen1.5-110b-chat-whole
test_cases: 133 test_cases: 133
model: qwen1.5-110b-chat model: qwen1.5-110b-chat