Added support for gpt-4-0125-preview

This commit is contained in:
Paul Gauthier 2024-02-03 08:27:31 -08:00
parent f5887a5098
commit e2e2ee83a4

View file

@ -8,6 +8,7 @@ known_tokens = {
"gpt-3.5-turbo": 4, "gpt-3.5-turbo": 4,
"gpt-4": 8, "gpt-4": 8,
"gpt-4-1106-preview": 128, "gpt-4-1106-preview": 128,
"gpt-4-0125-preview": 128,
"gpt-3.5-turbo-1106": 16, "gpt-3.5-turbo-1106": 16,
} }
@ -33,7 +34,7 @@ class OpenAIModel(Model):
self.tokenizer = tiktoken.encoding_for_model(name) self.tokenizer = tiktoken.encoding_for_model(name)
if self.is_gpt4(): if self.is_gpt4():
if name == "gpt-4-1106-preview": if name in ("gpt-4-1106-preview", "gpt-4-0125-preview"):
self.edit_format = "udiff" self.edit_format = "udiff"
else: else:
self.edit_format = "diff" self.edit_format = "diff"