dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 08:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

add gamme2-27b-q8 benchmark result

Browse source
This commit is contained in:
youknow 2024-07-13 02:00:27 +09:00
parent b678e26281
commit cfa1c6c756
1 changed files with 23 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

24
aider/website/_data/edit_leaderboard.yml
View file

@ -681,4 +681,26 @@
versions: 0.41.1-dev
seconds_per_case: 7.1
total_cost: 0.1946
- dirname: 2024-07-09-10-12-27--gemma2:27b-instruct-q8_0
test_cases: 133
model: gemma2:27b-instruct-q8_0
edit_format: whole
commit_hash: f9d96ac-dirty
pass_rate_1: 31.6
pass_rate_2: 36.1
percent_cases_well_formed: 100.0
error_outputs: 35
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 35
lazy_comments: 2
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 3
command: aider --model ollama/gemma2:27b-instruct-q8_0
date: 2024-07-09
versions: 0.43.0
seconds_per_case: 101.3
total_cost: 0.0000