From b6760e26c76367ddfd81fb7b2cdc32c84a42ac54 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Mon, 5 Aug 2024 17:14:42 -0300 Subject: [PATCH] fix: Ensure token count calculation handles small text samples --- aider/repomap.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/aider/repomap.py b/aider/repomap.py index fbb8c5d60..07701f4d7 100644 --- a/aider/repomap.py +++ b/aider/repomap.py @@ -79,7 +79,11 @@ class RepoMap: return len(text) / self.tokens_per_char sample_text = text.splitlines(keepends=True) - sample_text = "".join(random.sample(sample_text, 150)) + samples = 150 + if len(sample_text) < samples: + return self.main_model.token_count(text) + + sample_text = "".join(random.sample(sample_text, samples)) tokens = self.main_model.token_count(sample_text) self.tokens_per_char = tokens / len(sample_text)