From 0483bfc9cb75f256d529a68b66e9ee81775a1213 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 10 Dec 2024 06:47:41 -0800 Subject: [PATCH] docs: add Gemini whole file edit experiment results to leaderboard --- aider/website/_data/edit_leaderboard.yml | 25 +++++++++++++++++++++++- 1 file changed, 24 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index a9ebaeac3..ae5861f18 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -2069,7 +2069,7 @@ - dirname: 2024-12-06-21-35-50--gemini-exp-1206-diff test_cases: 133 - model: gemini-exp-1206 + model: gemini-exp-1206 (diff) edit_format: diff commit_hash: f2d2ab5 pass_rate_1: 55.6 @@ -2088,4 +2088,27 @@ date: 2024-12-06 versions: 0.67.1.dev seconds_per_case: 32.1 + total_cost: 0.0000 + +- dirname: 2024-12-08-21-39-06--gemini-exp-1206-whole + test_cases: 133 + model: gemini-exp-1206 (whole) + edit_format: whole + commit_hash: f2d2ab5 + pass_rate_1: 60.9 + pass_rate_2: 80.5 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 1 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 3 + command: aider --model gemini/gemini-exp-1206 + date: 2024-12-08 + versions: 0.67.1.dev + seconds_per_case: 64.2 total_cost: 0.0000 \ No newline at end of file