More flexible models

This commit is contained in:
Paul Gauthier 2023-06-14 17:51:17 -07:00
parent 8b5dcecbe2
commit 8660d35601
4 changed files with 44 additions and 50 deletions

View file

@ -1,44 +1,37 @@
class Model:
def __init__(self, name, max_context_tokens):
self.name = name
self.max_context_tokens = max_context_tokens * 1024
# 4
GPT4_32k = Model("gpt-4-32k", 32)
GPT4_32k_0613 = Model("gpt-4-32k-0613", 32)
GPT4 = Model("gpt-4", 8)
GPT4_models = [GPT4, GPT4_32k, GPT4_32k_0613]
# 3.5
GPT35 = Model("gpt-3.5-turbo", 4)
GPT35_16k = Model("gpt-3.5-turbo-16k", 16)
GPT35_models = [GPT35, GPT35_16k]
import re
class Model:
def __init__(self, name, tokens=None):
self.name = name
if tokens is None:
match = re.search(r"-([0-9]+)k", name)
default_tokens = 8
tokens = int(match.group(1)) if match else default_tokens
self.max_context_tokens = tokens * 1024
def is_gpt4(self):
return self.name.startswith("gpt-4")
def is_gpt35(self):
return self.name.startswith("gpt-3.5-turbo")
def is_always_available(self):
return self.is_gpt35()
GPT4 = Model("gpt-4", 8)
GPT35 = Model("gpt-3.5-turbo")
GPT35_16k = Model("gpt-3.5-turbo-16k")
def get_model(name):
models = GPT35_models + GPT4_models
model = Model(name)
for model in models:
if model.name == name:
return model
if model.is_gpt4() or model.is_gpt35():
return model
match = re.search(r'-([0-9]+)k', name)
tokens = int(match.group(1)) if match else 0
model = Model(name, tokens)
if name.startswith("gpt-4-"):
GPT4_models.append(model)
elif name.startswith("gpt-3.5-"):
GPT35_models.append(model)
else:
raise ValueError(f"Unsupported model: {name}")
return model
raise ValueError(f"Unsupported model: {name}")