From ade2db696b8bb8b26bb2d9e9d5cb486591dcffca Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 6 Dec 2024 14:14:07 -0800 Subject: [PATCH] add emini-exp-1206 --- aider/website/_data/edit_leaderboard.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index c8787370d..68bc12570 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -2065,4 +2065,27 @@ date: 2024-12-06 versions: 0.67.1.dev seconds_per_case: 20.2 + total_cost: 0.0000 + +- dirname: 2024-12-06-21-35-50--gemini-exp-1206-diff + test_cases: 133 + model: emini-exp-1206 + edit_format: diff + commit_hash: f2d2ab5 + pass_rate_1: 55.6 + pass_rate_2: 69.2 + percent_cases_well_formed: 84.2 + error_outputs: 68 + num_malformed_responses: 68 + num_with_malformed_responses: 21 + user_asks: 5 + lazy_comments: 0 + syntax_errors: 2 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model gemini/gemini-exp-1206 + date: 2024-12-06 + versions: 0.67.1.dev + seconds_per_case: 32.1 total_cost: 0.0000 \ No newline at end of file