dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 02:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

updated deepseek-chat yaml

Browse source
This commit is contained in:
Paul Gauthier 2024-05-09 11:57:41 -07:00
parent 4eec60f42c
commit 80a3f6d4f6
1 changed files with 16 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

30
_data/edit_leaderboard.yml
View file

@ -338,27 +338,29 @@
versions: 0.31.2-dev versions: 0.31.2-dev
seconds_per_case: 42.4 seconds_per_case: 42.4
total_cost: 0.0000 total_cost: 0.0000
- dirname: 2024-05-07-15-49-02--deepseek-chat-v2-diff-sysex-sysrem
- dirname: 2024-05-09-18-27-40--deepseek-chat-v2-diff-reverted-and-helpful-assistant
test_cases: 133 test_cases: 133
model: deepseek-chat v2 (diff) model: deepseek/deepseek-chat
edit_format: diff edit_format: diff
commit_hash: e9da401 commit_hash: 444d17d
pass_rate_1: 42.9 pass_rate_1: 40.6
pass_rate_2: 55.6 pass_rate_2: 57.9
percent_cases_well_formed: 97.7 percent_cases_well_formed: 93.2
error_outputs: 11 error_outputs: 30
num_malformed_responses: 3 num_malformed_responses: 9
user_asks: 2 user_asks: 3
lazy_comments: 0 lazy_comments: 0
syntax_errors: 2 syntax_errors: 2
indentation_errors: 0 indentation_errors: 0
exhausted_context_windows: 0 exhausted_context_windows: 0
test_timeouts: 4 test_timeouts: 2
command: aider --model deepseek/deepseek-chat command: aider --model deepseek/deepseek-chat
date: 2024-05-07 date: 2024-05-09
versions: 0.31.2-dev versions: 0.33.1-dev
seconds_per_case: 53.8 seconds_per_case: 102.4
total_cost: 0.0000 total_cost: 0.1006
- dirname: 2024-05-07-20-32-37--qwen1.5-110b-chat-whole - dirname: 2024-05-07-20-32-37--qwen1.5-110b-chat-whole
test_cases: 133 test_cases: 133
model: qwen1.5-110b-chat model: qwen1.5-110b-chat