dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 10:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

load litellm if model metadata json is present

Browse source
This commit is contained in:
Paul Gauthier 2024-08-19 10:37:49 -07:00
parent f6023865f8
commit b8d09e1f04
2 changed files with 14 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

2
aider/llm.py
View file

@ -17,6 +17,8 @@ class LazyLiteLLM:
_lazy_module = None _lazy_module = None
def __getattr__(self, name): def __getattr__(self, name):
if name == "_lazy_module":
return super()
self._load_litellm() self._load_litellm()
return getattr(self._lazy_module, name) return getattr(self._lazy_module, name)

2
aider/models.py
View file

@ -451,6 +451,7 @@ class Model:
self.get_weak_model(weak_model) self.get_weak_model(weak_model)
def get_model_info(self, model): def get_model_info(self, model):
if not litellm._lazy_module:
# Try and do this quickly, without triggering the litellm import # Try and do this quickly, without triggering the litellm import
spec = importlib.util.find_spec("litellm") spec = importlib.util.find_spec("litellm")
if spec: if spec:
@ -670,6 +671,7 @@ def register_litellm_models(model_fnames):
try: try:
with open(model_fname, "r") as model_def_file: with open(model_fname, "r") as model_def_file:
model_def = json.load(model_def_file) model_def = json.load(model_def_file)
litellm._load_litellm()
litellm.register_model(model_def) litellm.register_model(model_def)
except Exception as e: except Exception as e:
raise Exception(f"Error loading model definition from {model_fname}: {e}") raise Exception(f"Error loading model definition from {model_fname}: {e}")