fix: Fix token_count method to handle list of messages

This commit is contained in:
Paul Gauthier 2024-08-07 13:13:10 -03:00 committed by Paul Gauthier (aider)
parent ed38497c68
commit 0a5b5c3fd6

View file

@ -528,6 +528,9 @@ class Model:
return litellm.encode(model=self.name, text=text)
def token_count(self, messages):
if type(messages) is list:
return litellm.token_counter(model=self.name, messages=messages)
if not self.tokenizer:
return