mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-01 02:05:00 +00:00
feat: Add new Gemini model configurations
This commit is contained in:
parent
7569dea73c
commit
d8dd7a259b
2 changed files with 56 additions and 0 deletions
|
@ -374,6 +374,15 @@ MODEL_SETTINGS = [
|
|||
examples_as_sys_msg=True,
|
||||
),
|
||||
# Gemini
|
||||
ModelSettings(
|
||||
"gemini/gemini-1.5-pro-002",
|
||||
"diff",
|
||||
use_repo_map=True,
|
||||
),
|
||||
ModelSettings(
|
||||
"gemini/gemini-1.5-flash-002",
|
||||
"whole",
|
||||
),
|
||||
ModelSettings(
|
||||
"gemini/gemini-1.5-pro",
|
||||
"diff-fenced",
|
||||
|
|
|
@ -1224,3 +1224,50 @@
|
|||
versions: 0.56.1.dev
|
||||
seconds_per_case: 656.4
|
||||
total_cost: 0.9108
|
||||
|
||||
- dirname: 2024-09-24-16-26-45--gemini-1.5-pro-002-diff-fenced
|
||||
test_cases: 133
|
||||
model: gemini-1.5-pro-002
|
||||
edit_format: diff-fenced
|
||||
commit_hash: 6b5fe9b, 3edcd71
|
||||
pass_rate_1: 49.6
|
||||
pass_rate_2: 65.4
|
||||
percent_cases_well_formed: 96.2
|
||||
error_outputs: 17
|
||||
num_malformed_responses: 17
|
||||
num_with_malformed_responses: 5
|
||||
user_asks: 3
|
||||
lazy_comments: 0
|
||||
syntax_errors: 2
|
||||
indentation_errors: 0
|
||||
exhausted_context_windows: 0
|
||||
test_timeouts: 4
|
||||
command: aider --model gemini/gemini-1.5-pro-002
|
||||
date: 2024-09-24
|
||||
versions: 0.57.2.dev
|
||||
seconds_per_case: 11.6
|
||||
total_cost: 2.8166
|
||||
|
||||
- dirname: 2024-09-24-16-33-23--gemini-1.5-flash-002-whole
|
||||
test_cases: 133
|
||||
model: gemini/gemini-1.5-flash-002
|
||||
edit_format: whole
|
||||
commit_hash: 3edcd71
|
||||
pass_rate_1: 37.6
|
||||
pass_rate_2: 51.1
|
||||
percent_cases_well_formed: 100.0
|
||||
error_outputs: 0
|
||||
num_malformed_responses: 0
|
||||
num_with_malformed_responses: 0
|
||||
user_asks: 3
|
||||
lazy_comments: 0
|
||||
syntax_errors: 1
|
||||
indentation_errors: 0
|
||||
exhausted_context_windows: 0
|
||||
test_timeouts: 2
|
||||
command: aider --model gemini/gemini-1.5-flash-002
|
||||
date: 2024-09-24
|
||||
versions: 0.57.2.dev
|
||||
seconds_per_case: 5.1
|
||||
total_cost: 0.0515
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue