dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 08:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Merge pull request #848 from youknow04/gemma2-27b

Browse source
This commit is contained in:
paul-gauthier 2024-07-13 15:26:03 +01:00 • committed by GitHub
commit 079627687f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 23 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

24
aider/website/_data/edit_leaderboard.yml
View file

@ -681,4 +681,26 @@
versions: 0.41.1-dev
seconds_per_case: 7.1
total_cost: 0.1946
- dirname: 2024-07-09-10-12-27--gemma2:27b-instruct-q8_0
test_cases: 133
model: gemma2:27b-instruct-q8_0
edit_format: whole
commit_hash: f9d96ac-dirty
pass_rate_1: 31.6
pass_rate_2: 36.1
percent_cases_well_formed: 100.0
error_outputs: 35
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 35
lazy_comments: 2
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 3
command: aider --model ollama/gemma2:27b-instruct-q8_0
date: 2024-07-09
versions: 0.43.0
seconds_per_case: 101.3
total_cost: 0.0000