mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-15 09:05:00 +00:00
feat: Add Gemini 2.5 Flash model and leaderboard data
This commit is contained in:
parent
a8568c3c4f
commit
3194a35230
2 changed files with 33 additions and 1 deletions
|
@ -1747,3 +1747,7 @@
|
||||||
editor_edit_format: editor-diff
|
editor_edit_format: editor-diff
|
||||||
accepts_settings: ["thinking_tokens"]
|
accepts_settings: ["thinking_tokens"]
|
||||||
|
|
||||||
|
- name: vertex_ai/gemini-2.5-flash-preview-05-20
|
||||||
|
edit_format: diff
|
||||||
|
use_repo_map: true
|
||||||
|
accepts_settings: ["reasoning_effort", "thinking_tokens"]
|
|
@ -1420,3 +1420,31 @@
|
||||||
versions: 0.83.3.dev
|
versions: 0.83.3.dev
|
||||||
seconds_per_case: 44.1
|
seconds_per_case: 44.1
|
||||||
total_cost: 65.7484
|
total_cost: 65.7484
|
||||||
|
|
||||||
|
- dirname: 2025-05-25-22-42-53--flash25-05-20
|
||||||
|
test_cases: 225
|
||||||
|
model: gemini-2.5-flash-preview-05-20
|
||||||
|
edit_format: diff
|
||||||
|
commit_hash: a8568c3
|
||||||
|
pass_rate_1: 23.6
|
||||||
|
pass_rate_2: 55.1
|
||||||
|
pass_num_1: 53
|
||||||
|
pass_num_2: 124
|
||||||
|
percent_cases_well_formed: 96.4
|
||||||
|
error_outputs: 8
|
||||||
|
num_malformed_responses: 8
|
||||||
|
num_with_malformed_responses: 8
|
||||||
|
user_asks: 96
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
prompt_tokens: 4512205
|
||||||
|
completion_tokens: 2991967
|
||||||
|
test_timeouts: 2
|
||||||
|
total_tests: 225
|
||||||
|
command: aider --model gemini/gemini-2.5-flash-preview-05-20
|
||||||
|
date: 2025-05-25
|
||||||
|
versions: 0.83.3.dev
|
||||||
|
seconds_per_case: 50.4
|
||||||
|
total_cost: 7.6091
|
Loading…
Add table
Add a link
Reference in a new issue