From cfa1c6c7560ec01632026f6cf4c17c97d26b7422 Mon Sep 17 00:00:00 2001 From: youknow Date: Sat, 13 Jul 2024 02:00:27 +0900 Subject: [PATCH] add gamme2-27b-q8 benchmark result --- aider/website/_data/edit_leaderboard.yml | 24 +++++++++++++++++++++++- 1 file changed, 23 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index dacc0aa40..29b7ee269 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -681,4 +681,26 @@ versions: 0.41.1-dev seconds_per_case: 7.1 total_cost: 0.1946 - \ No newline at end of file + + - dirname: 2024-07-09-10-12-27--gemma2:27b-instruct-q8_0 + test_cases: 133 + model: gemma2:27b-instruct-q8_0 + edit_format: whole + commit_hash: f9d96ac-dirty + pass_rate_1: 31.6 + pass_rate_2: 36.1 + percent_cases_well_formed: 100.0 + error_outputs: 35 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 35 + lazy_comments: 2 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 3 + command: aider --model ollama/gemma2:27b-instruct-q8_0 + date: 2024-07-09 + versions: 0.43.0 + seconds_per_case: 101.3 + total_cost: 0.0000 \ No newline at end of file