From acb022d5d5b10c5e66a741184f4bf374dad10943 Mon Sep 17 00:00:00 2001 From: "Mingde (Matthew) Zeng" Date: Tue, 25 Feb 2025 02:46:29 -0500 Subject: [PATCH 1/2] Fix typo --- aider/website/docs/llms/openrouter.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/aider/website/docs/llms/openrouter.md b/aider/website/docs/llms/openrouter.md index 9d561bf1c..ecf18568d 100644 --- a/aider/website/docs/llms/openrouter.md +++ b/aider/website/docs/llms/openrouter.md @@ -44,13 +44,13 @@ to allow use of all models. OpenRouter often has multiple providers serving each model. You can control which OpenRouter providers are used for your requests in two ways: -1. By "ignoring" certain providers in your +1. By "ignoring" certain providers in your [OpenRouter account settings](https://openrouter.ai/settings/preferences). This disables those named providers across all the models that you access via OpenRouter. 2. By configuring "provider routing" in a `.aider.model.settings.yml` file. -Place that file in your home directory or the root if your git project, with +Place that file in your home directory or the root of your git project, with entries like this: ```yaml From b6344951fe28a72326497fe71c93fcb6801d449f Mon Sep 17 00:00:00 2001 From: Filip Trplan <8643457+filiptrplan@users.noreply.github.com> Date: Wed, 26 Feb 2025 15:04:48 +0100 Subject: [PATCH 2/2] add gemini-2.0-pro-exp-02-05 polyglot benchmark --- aider/website/_data/polyglot_leaderboard.yml | 28 +++++++++++++++++++- 1 file changed, 27 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index 788a3c465..0e619f246 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -1,3 +1,29 @@ +- dirname: 2025-02-25-20-23-07--gemini-pro + test_cases: 225 + model: gemini/gemini-2.0-pro-exp-02-05 + edit_format: whole + commit_hash: 2fccd47 + pass_rate_1: 20.4 + pass_rate_2: 35.6 + pass_num_1: 46 + pass_num_2: 80 + percent_cases_well_formed: 100.0 + error_outputs: 430 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 13 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 5 + total_tests: 225 + command: aider --model gemini/gemini-2.0-pro-exp-02-05 + date: 2025-02-25 + versions: 0.75.2.dev + seconds_per_case: 34.8 + total_cost: 0.0000 + - dirname: 2024-12-21-18-41-18--polyglot-gpt-4o-mini test_cases: 225 model: gpt-4o-mini-2024-07-18 @@ -621,4 +647,4 @@ date: 2025-02-24 versions: 0.75.1.dev seconds_per_case: 105.2 - total_cost: 36.8343 \ No newline at end of file + total_cost: 36.8343