From d4cecf9fd093edec3e5a0724ea26d820538df0f5 Mon Sep 17 00:00:00 2001 From: itlackey Date: Sun, 29 Sep 2024 18:58:57 -0500 Subject: [PATCH] - Added codegeex4 --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index d4bcd8786..338812739 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1315,4 +1315,27 @@ date: 2024-09-28 versions: 0.57.2.dev seconds_per_case: 67.2 + total_cost: 0.0000 + +- dirname: 2024-09-29-17-51-11--codegeex4-whole-2 + test_cases: 133 + model: ollama/codegeex4 + edit_format: whole + commit_hash: 228ae24 + pass_rate_1: 28.6 + pass_rate_2: 32.3 + percent_cases_well_formed: 97.0 + error_outputs: 20 + num_malformed_responses: 20 + num_with_malformed_responses: 4 + user_asks: 56 + lazy_comments: 5 + syntax_errors: 5 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 4 + command: aider --model ollama/codegeex4 + date: 2024-09-29 + versions: 0.57.2.dev + seconds_per_case: 128.1 total_cost: 0.0000 \ No newline at end of file