dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

find the best tags map that fits in max_tokens

Browse source
This commit is contained in:
Paul Gauthier 2023-06-02 12:44:46 -07:00
parent f92249a7ea
commit 1bbe8e63af
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
aider/repomap.py
View file

@ -389,13 +389,18 @@ class RepoMap:
return ranked_tags return ranked_tags
def get_ranked_tags_map(self, fnames): def get_ranked_tags_map(self, fnames):
# 1/4 of gpt-4's context window
max_map_tokens = 2048
ranked_tags = self.get_ranked_tags(fnames) ranked_tags = self.get_ranked_tags(fnames)
num_tags = len(ranked_tags)
N = 100 for i in range(num_tags, 0, -1):
ranked_tags = ranked_tags[:N] tree = to_tree(ranked_tags[:i])
tree = to_tree(ranked_tags) num_tokens = self.token_count(tree)
dump(i, num_tokens)
return tree if num_tokens < max_map_tokens:
return tree
def find_py_files(directory): def find_py_files(directory):
@ -430,5 +435,6 @@ if __name__ == "__main__":
rm = RepoMap(root=root) rm = RepoMap(root=root)
repo_map = rm.get_ranked_tags_map(fnames) repo_map = rm.get_ranked_tags_map(fnames)
dump(len(repo_map))
print(repo_map) print(repo_map)
print(len(repo_map))