add change requests

This commit is contained in:
Krazer 2024-06-11 13:39:55 -05:00
parent f3b5eae778
commit a090de6a00
2 changed files with 14 additions and 3 deletions

View file

@ -427,18 +427,21 @@ class Model:
return res
def register_models(model_def_fnames):
model_files_loaded = []
for model_def_fname in model_def_fnames:
if not os.path.exists(model_def_fname):
continue
print(f"Registering model definition from {model_def_fname}")
model_files_loaded.append(model_def_fname)
try:
with open(model_def_fname, "r") as model_def_file:
model_def = json.load(model_def_file)
except json.JSONDecodeError as e:
print(f"Error opening/decoding model definition: {e}")
raise Exception(f"Error loading model definition from {model_def_fname}: {e}")
litellm.register_model(model_def)
return model_files_loaded
def validate_variables(vars):
missing = []
for var in vars: