From 09880ee8f4e0f59992e3fc31610e0efe5940ffb2 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 9 May 2025 15:15:41 -0700 Subject: [PATCH] qwen3 official --- aider/website/_data/qwen3_leaderboard.yml | 29 +++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/aider/website/_data/qwen3_leaderboard.yml b/aider/website/_data/qwen3_leaderboard.yml index 2e9eac1fc..5b8e3233d 100644 --- a/aider/website/_data/qwen3_leaderboard.yml +++ b/aider/website/_data/qwen3_leaderboard.yml @@ -213,3 +213,32 @@ versions: 0.82.4.dev seconds_per_case: 635.2 total_cost: 0.0000 + + +- dirname: 2025-05-09-17-02-02--qwen3-235b-a22b.unthink_16k_diff + test_cases: 225 + model: Qwen3 235B A22B no think, via official Alibaba API + edit_format: diff + commit_hash: 91d7fbd-dirty + pass_rate_1: 28.9 + pass_rate_2: 59.6 + pass_num_1: 65 + pass_num_2: 134 + percent_cases_well_formed: 92.9 + error_outputs: 22 + num_malformed_responses: 22 + num_with_malformed_responses: 16 + user_asks: 111 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + prompt_tokens: 2816192 + completion_tokens: 342062 + test_timeouts: 1 + total_tests: 225 + command: aider --model openai/qwen3-235b-a22b + date: 2025-05-09 + versions: 0.82.4.dev + seconds_per_case: 45.4 + total_cost: 0.0000 \ No newline at end of file