This commit is contained in:
Paul Gauthier 2024-08-30 07:15:43 -07:00
parent 130579ea3c
commit 725b06acd6

View file

@ -589,7 +589,11 @@ class Model(ModelSettings):
else: else:
msgs = json.dumps(messages) msgs = json.dumps(messages)
return len(self.tokenizer(msgs)) try:
return len(self.tokenizer(msgs))
except Exception as err:
print(f"Unable to count tokens: {err}")
return 0
def token_count_for_image(self, fname): def token_count_for_image(self, fname):
""" """