catch litellm bug for image size

This commit is contained in:
Paul Gauthier 2024-08-15 10:34:49 -07:00
parent 2bb75dc11f
commit 8d4d549a98

View file

@ -516,7 +516,11 @@ class Model:
def token_count(self, messages):
if type(messages) is list:
return litellm.token_counter(model=self.name, messages=messages)
try:
return litellm.token_counter(model=self.name, messages=messages)
except Exception as err:
print(f"Unable to count tokens: {err}")
return 0
if not self.tokenizer:
return