mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-30 01:04:59 +00:00
Handle max_input_tokens set with None #757
This commit is contained in:
parent
0b9aac5348
commit
af29e633b2
1 changed files with 5 additions and 1 deletions
|
@ -61,7 +61,11 @@ class ChatSummary:
|
||||||
sized.reverse()
|
sized.reverse()
|
||||||
keep = []
|
keep = []
|
||||||
total = 0
|
total = 0
|
||||||
model_max_input_tokens = self.model.info.get("max_input_tokens", 4096) - 512
|
|
||||||
|
# These sometimes come set with value = None
|
||||||
|
model_max_input_tokens = self.model.info.get("max_input_tokens") or 4096
|
||||||
|
model_max_input_tokens -= 512
|
||||||
|
|
||||||
for i in range(split_index):
|
for i in range(split_index):
|
||||||
total += sized[i][0]
|
total += sized[i][0]
|
||||||
if total > model_max_input_tokens:
|
if total > model_max_input_tokens:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue