dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 14:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

defend against no tokenizer

Browse source
This commit is contained in:
Paul Gauthier 2023-11-14 13:09:50 -08:00
parent 6c77c32d06
commit 4aba307ebd
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
aider/coders/base_coder.py
View file

@ -436,7 +436,11 @@ class Coder:
reminder_tokens = self.main_model.token_count(reminder_message) reminder_tokens = self.main_model.token_count(reminder_message)
cur_tokens = self.main_model.token_count(self.cur_messages) cur_tokens = self.main_model.token_count(self.cur_messages)
total_tokens = messages_tokens + reminder_tokens + cur_tokens if None not in (messages_tokens, reminder_tokens, cur_tokens):
total_tokens = messages_tokens + reminder_tokens + cur_tokens
else:
# add the reminder anyway
total_tokens = 0
# Add the reminder prompt if we still have room to include it. # Add the reminder prompt if we still have room to include it.
if total_tokens < self.main_model.max_context_tokens: if total_tokens < self.main_model.max_context_tokens: