From 4561f0c79e47508c1418e269f4a621242bc2956e Mon Sep 17 00:00:00 2001 From: Jiawen Geng Date: Mon, 23 Dec 2024 16:39:25 -0800 Subject: [PATCH] add yi-lightning result --- aider/website/_data/polyglot_leaderboard.yml | 28 +++++++++++++++++++- 1 file changed, 27 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index 9badd7a85..1a5ee9a39 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -256,4 +256,30 @@ date: 2024-12-22 versions: 0.69.2.dev seconds_per_case: 12.2 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 + +- dirname: 2024-12-23-01-11-56--yi-test + test_cases: 225 + model: yi-lightning + edit_format: whole + commit_hash: 2b1625e + pass_rate_1: 5.8 + pass_rate_2: 12.9 + pass_num_1: 13 + pass_num_2: 29 + percent_cases_well_formed: 92.9 + error_outputs: 87 + num_malformed_responses: 72 + num_with_malformed_responses: 16 + user_asks: 107 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 1 + test_timeouts: 6 + total_tests: 225 + command: aider --model openai/yi-lightning + date: 2024-12-23 + versions: 0.69.2.dev + seconds_per_case: 146.7 + total_cost: 0.0000