From 795810ffb8e94536830aed698ef3639be0aafa38 Mon Sep 17 00:00:00 2001 From: fry69 <142489379+fry69@users.noreply.github.com> Date: Fri, 6 Sep 2024 13:44:42 +0200 Subject: [PATCH] fix: update model configurations --- aider/models.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/aider/models.py b/aider/models.py index 41b3eba93..5fc20df95 100644 --- a/aider/models.py +++ b/aider/models.py @@ -18,7 +18,7 @@ from aider.dump import dump # noqa: F401 from aider.llm import litellm DEFAULT_MODEL_NAME = "gpt-4o" -ANTHROPIC_BETA_HEADER = "max-tokens-3-5-sonnet-2024-07-15,prompt-caching-2024-07-31" +ANTHROPIC_BETA_HEADER = "prompt-caching-2024-07-31" OPENAI_MODELS = """ gpt-4 @@ -306,10 +306,8 @@ MODEL_SETTINGS = [ examples_as_sys_msg=True, accepts_images=True, max_tokens=8192, - extra_headers={ - "anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15", - }, reminder="user", + cache_control=True, ), # Vertex AI Claude models # Does not yet support 8k token @@ -320,6 +318,7 @@ MODEL_SETTINGS = [ use_repo_map=True, examples_as_sys_msg=True, accepts_images=True, + max_tokens=8192, reminder="user", ), ModelSettings(