From 3053595bfe96f504c962e2ddb278f87aea01a704 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 21 Nov 2024 10:52:10 -0800 Subject: [PATCH] added qwen models --- aider/website/_data/edit_leaderboard.yml | 48 +++++++++++++++++++++++- 1 file changed, 47 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 84cc814a3..d242ef225 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1848,4 +1848,50 @@ date: 2024-11-20 versions: 0.63.3.dev seconds_per_case: 6.0 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 + +- dirname: 2024-09-20-21-47-17--qwen2.5-32b-instruct-q8_0-whole + test_cases: 133 + model: ollama/qwen2.5:32b-instruct-q8_0 + edit_format: whole + commit_hash: 2753ac6 + pass_rate_1: 46.6 + pass_rate_2: 58.6 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 1 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 2 + command: aider --model ollama/qwen2.5:32b-instruct-q8_0 + date: 2024-09-20 + versions: 0.56.1.dev + seconds_per_case: 1763.7 + total_cost: 0.0000 + +- dirname: 2024-11-20-15-17-37--qwen25-32b-or-diff + test_cases: 133 + model: openrouter/qwen/qwen-2.5-coder-32b-instruct + edit_format: diff + commit_hash: e917424 + pass_rate_1: 49.6 + pass_rate_2: 65.4 + percent_cases_well_formed: 84.2 + error_outputs: 43 + num_malformed_responses: 31 + num_with_malformed_responses: 21 + user_asks: 43 + lazy_comments: 0 + syntax_errors: 2 + indentation_errors: 2 + exhausted_context_windows: 12 + test_timeouts: 2 + command: aider --model openrouter/qwen/qwen-2.5-coder-32b-instruct + date: 2024-11-20 + versions: 0.63.3.dev + seconds_per_case: 40.7 + total_cost: 0.1497 \ No newline at end of file