diff --git a/aider/models.py b/aider/models.py index d051f2754..3f7b6d9c6 100644 --- a/aider/models.py +++ b/aider/models.py @@ -374,6 +374,15 @@ MODEL_SETTINGS = [ examples_as_sys_msg=True, ), # Gemini + ModelSettings( + "gemini/gemini-1.5-pro-002", + "diff", + use_repo_map=True, + ), + ModelSettings( + "gemini/gemini-1.5-flash-002", + "whole", + ), ModelSettings( "gemini/gemini-1.5-pro", "diff-fenced", diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 76dd1d219..0767eecf6 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1224,3 +1224,50 @@ versions: 0.56.1.dev seconds_per_case: 656.4 total_cost: 0.9108 + +- dirname: 2024-09-24-16-26-45--gemini-1.5-pro-002-diff-fenced + test_cases: 133 + model: gemini-1.5-pro-002 + edit_format: diff-fenced + commit_hash: 6b5fe9b, 3edcd71 + pass_rate_1: 49.6 + pass_rate_2: 65.4 + percent_cases_well_formed: 96.2 + error_outputs: 17 + num_malformed_responses: 17 + num_with_malformed_responses: 5 + user_asks: 3 + lazy_comments: 0 + syntax_errors: 2 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 4 + command: aider --model gemini/gemini-1.5-pro-002 + date: 2024-09-24 + versions: 0.57.2.dev + seconds_per_case: 11.6 + total_cost: 2.8166 + +- dirname: 2024-09-24-16-33-23--gemini-1.5-flash-002-whole + test_cases: 133 + model: gemini/gemini-1.5-flash-002 + edit_format: whole + commit_hash: 3edcd71 + pass_rate_1: 37.6 + pass_rate_2: 51.1 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 3 + lazy_comments: 0 + syntax_errors: 1 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 2 + command: aider --model gemini/gemini-1.5-flash-002 + date: 2024-09-24 + versions: 0.57.2.dev + seconds_per_case: 5.1 + total_cost: 0.0515 + \ No newline at end of file