From 725b06acd6b370ca33c4b72357b375a681e615f0 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 30 Aug 2024 07:15:43 -0700 Subject: [PATCH] fixes #1240 --- aider/models.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/aider/models.py b/aider/models.py index 5904036c6..bcbd08053 100644 --- a/aider/models.py +++ b/aider/models.py @@ -589,7 +589,11 @@ class Model(ModelSettings): else: msgs = json.dumps(messages) - return len(self.tokenizer(msgs)) + try: + return len(self.tokenizer(msgs)) + except Exception as err: + print(f"Unable to count tokens: {err}") + return 0 def token_count_for_image(self, fname): """