From ba54e4a6e0058963f97b7a6dde92c05492afed0a Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 11 Sep 2024 08:50:28 -0700 Subject: [PATCH] feat: Add new leaderboard entries for command-r-plus-08-2024 and command-r-08-2024 models --- aider/website/_data/edit_leaderboard.yml | 46 ++++++++++++++++++++++++ 1 file changed, 46 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 217c82142..5afd4288b 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1039,4 +1039,50 @@ date: 2024-09-06 versions: 0.55.1.dev seconds_per_case: 61.6 + total_cost: 0.0000 + +- dirname: 2024-09-11-15-42-17--command-r-plus-08-2024-whole + test_cases: 133 + model: openrouter/cohere/command-r-plus-08-2024 + edit_format: whole + commit_hash: b43ed20 + pass_rate_1: 27.1 + pass_rate_2: 38.3 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 7 + lazy_comments: 10 + syntax_errors: 0 + indentation_errors: 3 + exhausted_context_windows: 0 + test_timeouts: 4 + command: aider --model openrouter/cohere/command-r-plus-08-2024 + date: 2024-09-11 + versions: 0.56.1.dev + seconds_per_case: 20.3 + total_cost: 0.0000 + +- dirname: 2024-09-11-15-47-02--command-r-08-2024-whole + test_cases: 133 + model: openrouter/cohere/command-r-08-2024 + edit_format: whole + commit_hash: b43ed20-dirty + pass_rate_1: 30.1 + pass_rate_2: 38.3 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 4 + lazy_comments: 0 + syntax_errors: 1 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 2 + command: aider --model openrouter/cohere/command-r-08-2024 + date: 2024-09-11 + versions: 0.56.1.dev + seconds_per_case: 7.6 total_cost: 0.0000 \ No newline at end of file