dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-05 04:05:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

add caching of openrouter model details

Browse source
This commit is contained in:
JV 2023-08-15 20:21:40 +12:00 • committed by Joshua Vial
parent a39829c5f8
commit 8fca0f27ee
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
aider/models/openrouter.py
View file

@ -1,6 +1,8 @@
import tiktoken import tiktoken
from .model import Model from .model import Model
cached_model_details = None
class OpenRouterModel(Model): class OpenRouterModel(Model):
def __init__(self, name, openai): def __init__(self, name, openai):
@ -19,8 +21,10 @@ class OpenRouterModel(Model):
self.tokenizer = tiktoken.get_encoding("cl100k_base") self.tokenizer = tiktoken.get_encoding("cl100k_base")
# TODO cache the model list data to speed up using multiple models # TODO cache the model list data to speed up using multiple models
available_models = openai.Model.list().data global cached_model_details
found = next((details for details in available_models if details.get('id') == name), None) if cached_model_details == None:
cached_model_details = openai.Model.list().data
found = next((details for details in cached_model_details if details.get('id') == name), None)
if found: if found:
self.max_context_tokens = int(found.context_length) self.max_context_tokens = int(found.context_length)