Added can_prefill metadata to the anthropic models

This commit is contained in:
Paul Gauthier 2024-06-27 15:22:16 -07:00
parent dac12e342b
commit e3805350c9
2 changed files with 27 additions and 8 deletions

View file

@ -167,6 +167,7 @@ MODEL_SETTINGS = [
weak_model_name="claude-3-haiku-20240307",
use_repo_map=True,
send_undo_reply=True,
can_prefill=True,
),
ModelSettings(
"openrouter/anthropic/claude-3-opus",
@ -174,6 +175,7 @@ MODEL_SETTINGS = [
weak_model_name="openrouter/anthropic/claude-3-haiku",
use_repo_map=True,
send_undo_reply=True,
can_prefill=True,
),
ModelSettings(
"claude-3-sonnet-20240229",
@ -187,6 +189,7 @@ MODEL_SETTINGS = [
weak_model_name="claude-3-haiku-20240307",
use_repo_map=True,
examples_as_sys_msg=True,
can_prefill=True,
),
ModelSettings(
"anthropic/claude-3-5-sonnet-20240620",
@ -194,6 +197,7 @@ MODEL_SETTINGS = [
weak_model_name="claude-3-haiku-20240307",
use_repo_map=True,
examples_as_sys_msg=True,
can_prefill=True,
),
ModelSettings(
"openrouter/anthropic/claude-3.5-sonnet",
@ -201,6 +205,7 @@ MODEL_SETTINGS = [
weak_model_name="openrouter/anthropic/claude-3-haiku-20240307",
use_repo_map=True,
examples_as_sys_msg=True,
can_prefill=True,
),
# Vertex AI Claude models
ModelSettings(
@ -208,6 +213,8 @@ MODEL_SETTINGS = [
"diff",
weak_model_name="vertex_ai/claude-3-haiku@20240307",
use_repo_map=True,
examples_as_sys_msg=True,
can_prefill=True,
),
ModelSettings(
"vertex_ai/claude-3-opus@20240229",
@ -215,11 +222,13 @@ MODEL_SETTINGS = [
weak_model_name="vertex_ai/claude-3-haiku@20240307",
use_repo_map=True,
send_undo_reply=True,
can_prefill=True,
),
ModelSettings(
"vertex_ai/claude-3-sonnet@20240229",
"whole",
weak_model_name="vertex_ai/claude-3-haiku@20240307",
can_prefill=True,
),
# Cohere
ModelSettings(
@ -377,6 +386,16 @@ class Model:
if "gpt-3.5" in model or "gpt-4" in model:
self.reminder_as_sys_msg = True
if "anthropic" in model:
self.can_prefill = True
if "3.5-sonnet" in model or "3-5-sonnet" in model:
self.edit_format = "diff"
self.use_repo_map = True
self.examples_as_sys_msg = True
self.can_prefill = (True,)
self.can_prefill = True
# use the defaults
if self.edit_format == "diff":
self.use_repo_map = True