turn on caching for haiku

This commit is contained in:
Paul Gauthier 2024-08-18 16:49:21 -07:00
parent 53db8cfa82
commit f6023865f8

View file

@ -288,6 +288,26 @@ MODEL_SETTINGS = [
},
cache_control=True,
),
ModelSettings(
"anthropic/claude-3-haiku-20240307",
"whole",
weak_model_name="anthropic/claude-3-haiku-20240307",
examples_as_sys_msg=True,
extra_headers={
"anthropic-beta": ANTHROPIC_BETA_HEADER,
},
cache_control=True,
),
ModelSettings(
"claude-3-haiku-20240307",
"whole",
weak_model_name="claude-3-haiku-20240307",
examples_as_sys_msg=True,
extra_headers={
"anthropic-beta": ANTHROPIC_BETA_HEADER,
},
cache_control=True,
),
ModelSettings(
"openrouter/anthropic/claude-3.5-sonnet",
"diff",