From ec585a3a1a7298af9e6d6f650cb213bf6a9602a4 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 30 Aug 2024 08:25:50 -0700 Subject: [PATCH] added nous hermes 405b --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 59c105c88..2bdbf8ce2 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -947,3 +947,26 @@ versions: 0.53.1-dev seconds_per_case: 7.2 total_cost: 0.0000 + +- dirname: 2024-08-30-15-02-05--nous405b-whole + test_cases: 133 + model: nousresearch/hermes-3-llama-3.1-405b + edit_format: whole + commit_hash: 2d9d605 + pass_rate_1: 51.1 + pass_rate_2: 63.9 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model openrouter/nousresearch/hermes-3-llama-3.1-405b + date: 2024-08-30 + versions: 0.54.8-dev + seconds_per_case: 38.3 + total_cost: 0.0000 \ No newline at end of file