dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 16:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Add --read-model-settings option to benchmark for loading model settings

Browse source
This commit is contained in:
Paul Gauthier (aider) 2025-01-28 09:32:46 -08:00
parent 9b63b90ec4
commit cf2c9c6dc7
1 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

15
benchmark/benchmark.py
View file

@ -202,6 +202,9 @@ def main(
num_ctx: Optional[int] = typer.Option( num_ctx: Optional[int] = typer.Option(
None, "--num-ctx", help="Override model context window size" None, "--num-ctx", help="Override model context window size"
), ),
read_model_settings: str = typer.Option(
None, "--read-model-settings", help="Load aider model settings from YAML file"
),
exercises_dir: str = typer.Option( exercises_dir: str = typer.Option(
EXERCISES_DIR_DEFAULT, "--exercises-dir", help="Directory with exercise files" EXERCISES_DIR_DEFAULT, "--exercises-dir", help="Directory with exercise files"
), ),
@ -741,6 +744,18 @@ def run_test_real(
model_metadata_files_loaded = models.register_litellm_models([resource_metadata]) model_metadata_files_loaded = models.register_litellm_models([resource_metadata])
dump(model_metadata_files_loaded) dump(model_metadata_files_loaded)
if read_model_settings:
try:
files_loaded = models.register_models([read_model_settings])
if verbose:
if files_loaded:
io.tool_output(f"Loaded model settings from: {files_loaded[0]}")
else:
io.tool_output(f"No model settings loaded from: {read_model_settings}")
except Exception as e:
io.tool_error(f"Error loading model settings: {e}")
return 1
# weak_model_name = model_name # weak_model_name = model_name
weak_model_name = None weak_model_name = None