dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 16:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

refactor: Change LITELLM_MODEL_DEFS from list to dict for efficient model registration

Browse source
This commit is contained in:
Paul Gauthier 2025-02-04 16:00:20 -08:00 • committed by Paul Gauthier (aider)
parent 5ad8bb1830
commit c2e716ec4a
1 changed files with 6 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
aider/models.py
View file

@ -86,7 +86,7 @@ MODEL_ALIASES = {
"flash": "gemini/gemini-2.0-flash-exp", "flash": "gemini/gemini-2.0-flash-exp",
} }
# Deferred model definitions loaded from metadata files # Deferred model definitions loaded from metadata files
LITELLM_MODEL_DEFS = [] LITELLM_MODEL_DEFS = dict()
@dataclass @dataclass
@ -162,6 +162,10 @@ class ModelInfoManager:
pass pass
def get_model_from_cached_json_db(self, model): def get_model_from_cached_json_db(self, model):
resource_data = LITELLM_MODEL_DEFS.get(model)
if resource_data:
return resource_data
if not self.content: if not self.content:
self._update_cache() self._update_cache()
@ -240,12 +244,6 @@ class Model(ModelSettings):
self.get_editor_model(editor_model, editor_edit_format) self.get_editor_model(editor_model, editor_edit_format)
def get_model_info(self, model): def get_model_info(self, model):
global LITELLM_MODEL_DEFS
if LITELLM_MODEL_DEFS:
litellm._load_litellm()
for model_def in LITELLM_MODEL_DEFS:
litellm.register_model(model_def)
LITELLM_MODEL_DEFS.clear()
return model_info_manager.get_model_info(model) return model_info_manager.get_model_info(model)
def _copy_fields(self, source): def _copy_fields(self, source):
@ -674,7 +672,7 @@ def register_litellm_models(model_fnames):
continue continue
# Defer registration with litellm to faster path. # Defer registration with litellm to faster path.
LITELLM_MODEL_DEFS.append(model_def) LITELLM_MODEL_DEFS.update(model_def)
except Exception as e: except Exception as e:
raise Exception(f"Error loading model definition from {model_fname}: {e}") raise Exception(f"Error loading model definition from {model_fname}: {e}")