Disable 8k token for vertex_ai/claude-3-5-sonnet

This commit is contained in:
Thinh Nguyen 2024-08-02 12:02:37 -07:00
parent da3e507ec4
commit 736d354280
No known key found for this signature in database

View file

@ -277,6 +277,7 @@ MODEL_SETTINGS = [
extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"},
),
# Vertex AI Claude models
# Does not yet support 8k token
ModelSettings(
"vertex_ai/claude-3-5-sonnet@20240620",
"diff",
@ -285,8 +286,6 @@ MODEL_SETTINGS = [
examples_as_sys_msg=True,
can_prefill=True,
accepts_images=True,
max_tokens=8192,
extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"},
),
ModelSettings(
"vertex_ai/claude-3-opus@20240229",