diff --git a/aider/resources/model-metadata.json b/aider/resources/model-metadata.json index 336c6bee8..7423b01a8 100644 --- a/aider/resources/model-metadata.json +++ b/aider/resources/model-metadata.json @@ -403,4 +403,62 @@ "supports_audio_output": true, "supports_tool_choice": true }, + "gemini-2.5-pro-preview-05-06": { + "max_tokens": 65536, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 0.00000125, + "input_cost_per_token": 0.00000125, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token": 0.00001, + "output_cost_per_token_above_200k_tokens": 0.000015, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": false, + "supports_tool_choice": true, + "supported_endpoints": ["/v1/chat/completions", "/v1/completions", "/v1/batch"], + "supported_modalities": ["text", "image", "audio", "video"], + "supported_output_modalities": ["text"], + "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview" + }, + "gemini/gemini-2.5-pro-preview-05-06": { + "max_tokens": 65536, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 0.0000007, + "input_cost_per_token": 0.00000125, + "input_cost_per_token_above_200k_tokens": 0.0000025, + "output_cost_per_token": 0.00001, + "output_cost_per_token_above_200k_tokens": 0.000015, + "litellm_provider": "gemini", + "mode": "chat", + "rpm": 10000, + "tpm": 10000000, + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": false, + "supports_tool_choice": true, + "supported_modalities": ["text", "image", "audio", "video"], + "supported_output_modalities": ["text"], + "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview" + }, } diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index 0af93a8de..e80e66b2d 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -1223,4 +1223,31 @@ date: 2025-04-20 versions: 0.82.3.dev seconds_per_case: 50.1 - total_cost: 1.8451 \ No newline at end of file + total_cost: 1.8451 + +- dirname: 2025-05-06-21-34-36--gemini0506-diff-fenced + test_cases: 225 + model: gemini/gemini-2.5-pro-preview-05-06 + edit_format: diff-fenced + commit_hash: 8159cbf-dirty + pass_rate_1: 37.8 + pass_rate_2: 75.6 + pass_num_1: 85 + pass_num_2: 170 + percent_cases_well_formed: 95.1 + error_outputs: 11 + num_malformed_responses: 11 + num_with_malformed_responses: 11 + user_asks: 139 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 5 + total_tests: 225 + command: aider --model gemini/gemini-2.5-pro-preview-05-06 + date: 2025-05-06 + versions: 0.82.4.dev + seconds_per_case: 158.8 + total_cost: 41.1744 +