dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refactor tokenizer

Browse source
This commit is contained in:
Paul Gauthier 2024-04-19 12:08:35 -07:00
parent 6f1cebc4c2
commit 547ae142ba
3 changed files with 4 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

5
aider/repomap.py
View file

@ -52,7 +52,7 @@ class RepoMap:
self.max_map_tokens = map_tokens
self.tokenizer = main_model.tokenizer
self.token_count = main_model.token_count
self.repo_content_prefix = repo_content_prefix
def get_repo_map(self, chat_files, other_files):
@ -89,9 +89,6 @@ class RepoMap:
return repo_content
def token_count(self, string):
return len(self.tokenizer(string))
def get_rel_fname(self, fname):
return os.path.relpath(fname, self.root)