Added support for gpt-4-0125-preview

This commit is contained in:
Paul Gauthier 2024-02-03 08:27:31 -08:00
parent f5887a5098
commit e2e2ee83a4

View file

@ -8,6 +8,7 @@ known_tokens = {
"gpt-3.5-turbo": 4,
"gpt-4": 8,
"gpt-4-1106-preview": 128,
"gpt-4-0125-preview": 128,
"gpt-3.5-turbo-1106": 16,
}
@ -33,7 +34,7 @@ class OpenAIModel(Model):
self.tokenizer = tiktoken.encoding_for_model(name)
if self.is_gpt4():
if name == "gpt-4-1106-preview":
if name in ("gpt-4-1106-preview", "gpt-4-0125-preview"):
self.edit_format = "udiff"
else:
self.edit_format = "diff"