From 85864e01bc135b5136d27dc0f86fd8fb5f11fcf1 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 7 May 2024 14:37:41 -0700 Subject: [PATCH] added WizardLM-2 8x22B to leaderboard --- _data/edit_leaderboard.yml | 23 ++++++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/_data/edit_leaderboard.yml b/_data/edit_leaderboard.yml index a91fe3bd7..e06bf0e30 100644 --- a/_data/edit_leaderboard.yml +++ b/_data/edit_leaderboard.yml @@ -375,4 +375,25 @@ date: 2024-05-07 versions: 0.31.2-dev seconds_per_case: 46.9 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 +- dirname: 2024-05-07-20-57-04--wizardlm-2-8x22b-whole + test_cases: 133 + model: WizardLM-2 8x22B + edit_format: whole + commit_hash: 8e272bf, bbe8639 + pass_rate_1: 27.8 + pass_rate_2: 44.4 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + user_asks: 0 + lazy_comments: 1 + syntax_errors: 2 + indentation_errors: 2 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model openrouter/microsoft/wizardlm-2-8x22b + date: 2024-05-07 + versions: 0.31.2-dev + seconds_per_case: 36.6 + total_cost: 0.0000 \ No newline at end of file