From 2df509effddbfe37b413512bfb56aececa826702 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 6 Dec 2024 10:47:40 -0800 Subject: [PATCH] added llama 3.3 70b --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 7a0901759..c8787370d 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -2042,4 +2042,27 @@ date: 2024-12-04 versions: 0.66.1.dev seconds_per_case: 8.7 + total_cost: 0.0000 + +- dirname: 2024-12-06-18-27-47--llama33-diff + test_cases: 133 + model: llama-3.3-70b-instruct + edit_format: diff + commit_hash: 53e0d67 + pass_rate_1: 42.1 + pass_rate_2: 59.4 + percent_cases_well_formed: 88.7 + error_outputs: 33 + num_malformed_responses: 33 + num_with_malformed_responses: 15 + user_asks: 3 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 3 + command: aider --model openrouter/meta-llama/llama-3.3-70b-instruct + date: 2024-12-06 + versions: 0.67.1.dev + seconds_per_case: 20.2 total_cost: 0.0000 \ No newline at end of file