dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-03 03:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

Ensure ChatSummary has at least one model available and use the first model's max input tokens for summarization

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-07-30 20:37:30 -03:00
parent 4fded189f8
commit 41772ccef6
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
aider/history.py
View file

@ -26,6 +26,9 @@ class ChatSummary:
return sized return sized
def summarize(self, messages, depth=0): def summarize(self, messages, depth=0):
if not self.models:
raise ValueError("No models available for summarization")
sized = self.tokenize(messages) sized = self.tokenize(messages)
total = sum(tokens for tokens, _msg in sized) total = sum(tokens for tokens, _msg in sized)
if total <= self.max_tokens and depth == 0: if total <= self.max_tokens and depth == 0:
@ -65,7 +68,7 @@ class ChatSummary:
total = 0 total = 0
# These sometimes come set with value = None # These sometimes come set with value = None
model_max_input_tokens = self.model.info.get("max_input_tokens") or 4096 model_max_input_tokens = self.models[0].info.get("max_input_tokens") or 4096
model_max_input_tokens -= 512 model_max_input_tokens -= 512
for i in range(split_index): for i in range(split_index):