From 736d354280910d132702307cf512a482c8a63a39 Mon Sep 17 00:00:00 2001 From: Thinh Nguyen Date: Fri, 2 Aug 2024 12:02:37 -0700 Subject: [PATCH] Disable 8k token for vertex_ai/claude-3-5-sonnet --- aider/models.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/aider/models.py b/aider/models.py index 9639a712f..b5f17877c 100644 --- a/aider/models.py +++ b/aider/models.py @@ -277,6 +277,7 @@ MODEL_SETTINGS = [ extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"}, ), # Vertex AI Claude models + # Does not yet support 8k token ModelSettings( "vertex_ai/claude-3-5-sonnet@20240620", "diff", @@ -285,8 +286,6 @@ MODEL_SETTINGS = [ examples_as_sys_msg=True, can_prefill=True, accepts_images=True, - max_tokens=8192, - extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"}, ), ModelSettings( "vertex_ai/claude-3-opus@20240229",