bound the summarize() recursion

This commit is contained in:
Paul Gauthier 2023-08-09 12:04:10 -03:00
parent 73c4efea94
commit fa2da0ef70

View file

@ -25,8 +25,8 @@ class ChatSummary:
sized.append((tokens, msg)) sized.append((tokens, msg))
return sized return sized
def summarize(self, messages): def summarize(self, messages, depth=0):
if len(messages) <= 4: if len(messages) <= 4 or depth > 5:
return self.summarize_all(messages) return self.summarize_all(messages)
sized = self.tokenize(messages) sized = self.tokenize(messages)
@ -63,7 +63,7 @@ class ChatSummary:
if summary_tokens + tail_tokens < self.max_tokens: if summary_tokens + tail_tokens < self.max_tokens:
return result return result
return self.summarize(result) return self.summarize(result, depth + 1)
def summarize_all(self, messages): def summarize_all(self, messages):
content = "" content = ""