This commit is contained in:
Paul Gauthier 2023-07-27 22:34:41 -03:00
parent 16dea76691
commit d1d498bb24
2 changed files with 5 additions and 4 deletions

View file

@ -16,7 +16,6 @@ class ChatSummary:
def too_big(self, messages):
sized = self.tokenize(messages)
total = sum(tokens for tokens, _msg in sized)
dump(total, self.max_tokens)
return total > self.max_tokens
def tokenize(self, messages):