dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-14 08:34:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Add Gemini 2.5 Flash model and leaderboard data

Browse source
This commit is contained in:
Paul Gauthier 2025-05-25 16:00:07 -07:00 • committed by Paul Gauthier (aider)
parent a8568c3c4f
commit 3194a35230
2 changed files with 33 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
aider/resources/model-settings.yml
View file

@ -1747,3 +1747,7 @@
editor_edit_format: editor-diff
accepts_settings: ["thinking_tokens"]
- name: vertex_ai/gemini-2.5-flash-preview-05-20
edit_format: diff
use_repo_map: true
accepts_settings: ["reasoning_effort", "thinking_tokens"]

30
aider/website/_data/polyglot_leaderboard.yml
View file

@ -1419,4 +1419,32 @@
date: 2025-05-25
versions: 0.83.3.dev
seconds_per_case: 44.1
total_cost: 65.7484
total_cost: 65.7484
- dirname: 2025-05-25-22-42-53--flash25-05-20
test_cases: 225
model: gemini-2.5-flash-preview-05-20
edit_format: diff
commit_hash: a8568c3
pass_rate_1: 23.6
pass_rate_2: 55.1
pass_num_1: 53
pass_num_2: 124
percent_cases_well_formed: 96.4
error_outputs: 8
num_malformed_responses: 8
num_with_malformed_responses: 8
user_asks: 96
lazy_comments: 0
syntax_errors: 0
indentation_errors: 0
exhausted_context_windows: 0
prompt_tokens: 4512205
completion_tokens: 2991967
test_timeouts: 2
total_tests: 225
command: aider --model gemini/gemini-2.5-flash-preview-05-20
date: 2025-05-25
versions: 0.83.3.dev
seconds_per_case: 50.4
total_cost: 7.6091