Merge pull request #992 from Taik/main

Disable 8k token for vertex_ai/claude-3-5-sonnet
This commit is contained in:
paul-gauthier 2024-08-02 16:28:41 -03:00 committed by GitHub
commit e48b44474f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -277,6 +277,7 @@ MODEL_SETTINGS = [
extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"}, extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"},
), ),
# Vertex AI Claude models # Vertex AI Claude models
# Does not yet support 8k token
ModelSettings( ModelSettings(
"vertex_ai/claude-3-5-sonnet@20240620", "vertex_ai/claude-3-5-sonnet@20240620",
"diff", "diff",
@ -285,8 +286,6 @@ MODEL_SETTINGS = [
examples_as_sys_msg=True, examples_as_sys_msg=True,
can_prefill=True, can_prefill=True,
accepts_images=True, accepts_images=True,
max_tokens=8192,
extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"},
), ),
ModelSettings( ModelSettings(
"vertex_ai/claude-3-opus@20240229", "vertex_ai/claude-3-opus@20240229",