This commit is contained in:
Paul Gauthier 2023-07-27 22:34:41 -03:00
parent 16dea76691
commit d1d498bb24
2 changed files with 5 additions and 4 deletions

View file

@ -367,14 +367,16 @@ class Coder:
assert self.summarizer_thread is None
assert self.summarized_done_messages is None
print("launching working")
if self.verbose:
self.io.tool_output("Starting to summarize chat history.")
self.summarizer_thread = threading.Thread(target=self.summarize_worker)
self.summarizer_thread.start()
def summarize_worker(self):
print("working!")
self.summarized_done_messages = self.summarizer.summarize(self.done_messages)
print("done!")
if self.verbose:
self.io.tool_output("Finished summarizing chat history.")
def summarize_end(self):
if self.summarizer_thread is None:

View file

@ -16,7 +16,6 @@ class ChatSummary:
def too_big(self, messages):
sized = self.tokenize(messages)
total = sum(tokens for tokens, _msg in sized)
dump(total, self.max_tokens)
return total > self.max_tokens
def tokenize(self, messages):