Rationalized openai model attributes #458

This commit is contained in:
Paul Gauthier 2024-02-07 12:07:20 -08:00
parent 873a388693
commit 35f812859e
5 changed files with 151 additions and 91 deletions

View file

@ -10,10 +10,10 @@ class TestModels(unittest.TestCase):
self.assertEqual(model.max_context_tokens, 4 * 1024)
model = Model.create("gpt-3.5-turbo-16k")
self.assertEqual(model.max_context_tokens, 16 * 1024)
self.assertEqual(model.max_context_tokens, 16385)
model = Model.create("gpt-3.5-turbo-1106")
self.assertEqual(model.max_context_tokens, 16 * 1024)
self.assertEqual(model.max_context_tokens, 16385)
model = Model.create("gpt-4")
self.assertEqual(model.max_context_tokens, 8 * 1024)
@ -21,14 +21,12 @@ class TestModels(unittest.TestCase):
model = Model.create("gpt-4-32k")
self.assertEqual(model.max_context_tokens, 32 * 1024)
model = Model.create("gpt-4-0101")
model = Model.create("gpt-4-0613")
self.assertEqual(model.max_context_tokens, 8 * 1024)
model = Model.create("gpt-4-32k-2123")
self.assertEqual(model.max_context_tokens, 32 * 1024)
def test_openrouter_model_properties(self):
client = MagicMock()
class ModelData:
def __init__(self, id, object, context_length, pricing):
self.id = id
@ -36,7 +34,10 @@ class TestModels(unittest.TestCase):
self.context_length = context_length
self.pricing = pricing
model_data = ModelData("openai/gpt-4", "model", "8192", {"prompt": "0.00006", "completion": "0.00012"})
model_data = ModelData(
"openai/gpt-4", "model", "8192", {"prompt": "0.00006", "completion": "0.00012"}
)
class ModelList:
def __init__(self, data):
self.data = data