From 4aba307ebd4fae3599a1cb6b86d167125d629c20 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 14 Nov 2023 13:09:50 -0800 Subject: [PATCH] defend against no tokenizer --- aider/coders/base_coder.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/aider/coders/base_coder.py b/aider/coders/base_coder.py index 6842e2dee..d418c85df 100755 --- a/aider/coders/base_coder.py +++ b/aider/coders/base_coder.py @@ -436,7 +436,11 @@ class Coder: reminder_tokens = self.main_model.token_count(reminder_message) cur_tokens = self.main_model.token_count(self.cur_messages) - total_tokens = messages_tokens + reminder_tokens + cur_tokens + if None not in (messages_tokens, reminder_tokens, cur_tokens): + total_tokens = messages_tokens + reminder_tokens + cur_tokens + else: + # add the reminder anyway + total_tokens = 0 # Add the reminder prompt if we still have room to include it. if total_tokens < self.main_model.max_context_tokens: