initial code for working with openrouter

This commit is contained in:
JV 2023-08-15 03:35:55 +12:00 committed by Joshua Vial
parent 8c580dd332
commit 041f3a4a38
11 changed files with 99 additions and 26 deletions

View file

@ -9,7 +9,6 @@ from collections import Counter, defaultdict
from pathlib import Path
import networkx as nx
import tiktoken
from diskcache import Cache
from pygments.lexers import guess_lexer_for_filename
from pygments.token import Token
@ -104,7 +103,7 @@ class RepoMap:
else:
self.use_ctags = False
self.tokenizer = tiktoken.encoding_for_model(main_model.name)
self.tokenizer = main_model.tokenizer
self.repo_content_prefix = repo_content_prefix
def get_repo_map(self, chat_files, other_files):