fixed benchmark

This commit is contained in:
Paul Gauthier 2023-12-05 11:21:11 -08:00
parent d92a93221c
commit bf03f43b44
4 changed files with 18 additions and 11 deletions

View file

@ -480,7 +480,6 @@ class Coder:
except ExhaustedContextWindow:
exhausted = True
except openai.BadRequestError as err:
dump(err)
if "maximum context length" in str(err):
exhausted = True
else:
@ -955,7 +954,6 @@ class Coder:
def check_model_availability(io, client, main_model):
available_models = client.models.list()
dump(available_models)
model_ids = sorted(model.id for model in available_models)
if main_model.name in model_ids:
return True