From d7e091f31570b0e2d9548f8cc7ff9040bce5c01e Mon Sep 17 00:00:00 2001 From: cantalupo555 Date: Thu, 8 May 2025 20:32:00 -0300 Subject: [PATCH 1/2] refactor: Update OpenRouter Gemini 2.5 Pro Exp model ID --- aider/resources/model-metadata.json | 2 +- aider/resources/model-settings.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/aider/resources/model-metadata.json b/aider/resources/model-metadata.json index 51b458df9..72c394730 100644 --- a/aider/resources/model-metadata.json +++ b/aider/resources/model-metadata.json @@ -312,7 +312,7 @@ "supports_tool_choice": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing" }, - "openrouter/google/gemini-2.5-pro-exp-03-25:free": { + "openrouter/google/gemini-2.5-pro-exp-03-25": { "max_tokens": 8192, "max_input_tokens": 1048576, "max_output_tokens": 64000, diff --git a/aider/resources/model-settings.yml b/aider/resources/model-settings.yml index 338521179..5b00a0f0d 100644 --- a/aider/resources/model-settings.yml +++ b/aider/resources/model-settings.yml @@ -969,7 +969,7 @@ overeager: true weak_model_name: gemini/gemini-2.5-flash-preview-04-17 -- name: openrouter/google/gemini-2.5-pro-exp-03-25:free +- name: openrouter/google/gemini-2.5-pro-exp-03-25 edit_format: diff-fenced overeager: true use_repo_map: true From 292aa9bded4fe320cfc797a9207f60388603bae5 Mon Sep 17 00:00:00 2001 From: KebobZ Date: Thu, 8 May 2025 17:36:22 -0700 Subject: [PATCH 2/2] Add Qwen3-235B-A22B-Q5_K_M to qwen3_leaderboard.yml --- aider/website/_data/qwen3_leaderboard.yml | 28 ++++++++++++++++++++++- 1 file changed, 27 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/qwen3_leaderboard.yml b/aider/website/_data/qwen3_leaderboard.yml index e773bdee2..2e9eac1fc 100644 --- a/aider/website/_data/qwen3_leaderboard.yml +++ b/aider/website/_data/qwen3_leaderboard.yml @@ -186,4 +186,30 @@ date: 2025-04-30 versions: 0.81.4.dev seconds_per_case: 59.4 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 + +- dirname: 2025-05-07-03-15-59--Qwen3-235B-A22B-Q5_K_M-whole-nothink + test_cases: 225 + model: Qwen3-235B-A22B whole with llama.cpp, Q5_K_M (unsloth), recommended /no_think settings + edit_format: whole + commit_hash: 8159cbf + pass_rate_1: 27.1 + pass_rate_2: 59.1 + pass_num_1: 61 + pass_num_2: 133 + percent_cases_well_formed: 100.0 + error_outputs: 1 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 169 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + total_tests: 225 + command: aider --model openai/Qwen3-235B-A22B-Q5_K_M + date: 2025-05-07 + versions: 0.82.4.dev + seconds_per_case: 635.2 + total_cost: 0.0000