cleaning up openrouter code

This commit is contained in:
Joshua Vial 2023-08-23 22:03:09 +12:00
parent 668a0500ff
commit 0826e116da
3 changed files with 5 additions and 5 deletions

View file

@ -11,15 +11,14 @@ class Model:
prompt_price = None
completion_price = None
openai=None
@classmethod
def create(cls, name, **kwargs):
def create(cls, name):
from .openai import OpenAIModel
from .openrouter import OpenRouterModel
if ("openrouter.ai" in openai.api_base):
return OpenRouterModel(name, **kwargs)
return OpenAIModel(name, **kwargs)
return OpenRouterModel(name)
return OpenAIModel(name)
def __str__(self):
return self.name

View file

@ -21,7 +21,6 @@ class OpenRouterModel(Model):
# TODO: figure out proper encodings for non openai models
self.tokenizer = tiktoken.get_encoding("cl100k_base")
# TODO cache the model list data to speed up using multiple models
global cached_model_details
if cached_model_details == None:
cached_model_details = openai.Model.list().data