add change requests

This commit is contained in:
Krazer 2024-06-11 13:39:55 -05:00
parent f3b5eae778
commit a090de6a00
2 changed files with 14 additions and 3 deletions

View file

@ -343,7 +343,15 @@ def main(argv=None, input=None, output=None, force_git_root=None, return_coder=F
model_def_files = list(map(str, model_def_files))
model_def_files = list(dict.fromkeys(model_def_files))
print(f"model_def_files: {model_def_files}")
models.register_models(model_def_files)
try:
model_files_loaded=models.register_models(model_def_files)
if len(model_files_loaded) > 0:
io.tool_output(f"Loaded {len(model_files_loaded)} model files")
for model_file in model_files_loaded:
io.tool_output(f" - {model_file}")
except Exception as e:
io.tool_error(f"Error loading model info/cost: {e}")
return 1
main_model = models.Model(args.model, weak_model=args.weak_model)

View file

@ -427,18 +427,21 @@ class Model:
return res
def register_models(model_def_fnames):
model_files_loaded = []
for model_def_fname in model_def_fnames:
if not os.path.exists(model_def_fname):
continue
print(f"Registering model definition from {model_def_fname}")
model_files_loaded.append(model_def_fname)
try:
with open(model_def_fname, "r") as model_def_file:
model_def = json.load(model_def_file)
except json.JSONDecodeError as e:
print(f"Error opening/decoding model definition: {e}")
raise Exception(f"Error loading model definition from {model_def_fname}: {e}")
litellm.register_model(model_def)
return model_files_loaded
def validate_variables(vars):
missing = []
for var in vars: