dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

roughed in tokenizer, dropped openai, openrouter

Browse source
This commit is contained in:
Paul Gauthier 2024-04-17 15:22:35 -07:00
parent 855e787175
commit c9bb22d6d5
6 changed files with 27 additions and 46 deletions
Download patch file Download diff file Expand all files Collapse all files

6
aider/repomap.py
View file

@ -15,8 +15,6 @@ from pygments.util import ClassNotFound
from tqdm import tqdm
from tree_sitter_languages import get_language, get_parser
from aider import models
from .dump import dump # noqa: F402
Tag = namedtuple("Tag", "rel_fname fname line name kind".split())
@ -34,7 +32,7 @@ class RepoMap:
self,
map_tokens=1024,
root=None,
main_model=models.Model.strong_model(),
main_model=None,
io=None,
repo_content_prefix=None,
verbose=False,
@ -88,7 +86,7 @@ class RepoMap:
return repo_content
def token_count(self, string):
return len(self.tokenizer.encode(string))
return len(self.tokenizer(string))
def get_rel_fname(self, fname):
return os.path.relpath(fname, self.root)