From a362dea21b4cc68bf13a3ca7c28914e705ad7a5e Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 24 Jul 2024 00:07:23 +0200 Subject: [PATCH] added llama 405b --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index ad894ff5e..eb780ae2a 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -728,4 +728,27 @@ versions: 0.45.2-dev seconds_per_case: 37.1 total_cost: 0.0000 + +- dirname: 2024-07-23-21-55-43--llama-205b-whole + test_cases: 133 + model: openrouter/meta-llama/llama-3.1-405b-instruct + edit_format: whole + commit_hash: f7ce78b + pass_rate_1: 45.9 + pass_rate_2: 60.2 + percent_cases_well_formed: 100.0 + error_outputs: 10 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 2 + command: aider --model openrouter/meta-llama/llama-3.1-405b-instruct + date: 2024-07-23 + versions: 0.45.2-dev + seconds_per_case: 39.1 + total_cost: 0.0000 \ No newline at end of file