From 8d4dd5c9de00c554ba6e4e0281b950147e82e3c3 Mon Sep 17 00:00:00 2001 From: itlackey Date: Mon, 30 Sep 2024 17:24:27 -0500 Subject: [PATCH] - Added llama3.2:3b-instruct-fp16 --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index ff6093a67..c7a18d0d9 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1407,4 +1407,27 @@ date: 2024-09-30 versions: 0.58.1.dev seconds_per_case: 134.9 + total_cost: 0.0000 + +- dirname: 2024-09-30-19-35-40--llama3.2-3b-instruct-fp16-whole-1 + test_cases: 133 + model: ollama/llama3.2:3b-instruct-fp16 + edit_format: whole + commit_hash: 3f12290 + pass_rate_1: 20.3 + pass_rate_2: 26.3 + percent_cases_well_formed: 97.0 + error_outputs: 21 + num_malformed_responses: 21 + num_with_malformed_responses: 4 + user_asks: 73 + lazy_comments: 11 + syntax_errors: 1 + indentation_errors: 3 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model ollama/llama3.2:3b-instruct-fp16 + date: 2024-09-30 + versions: 0.58.1.dev + seconds_per_case: 66.6 total_cost: 0.0000 \ No newline at end of file