From 351b8e50f0afae693e609e3b7eaac692602b2bfa Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Mon, 25 Nov 2024 19:20:43 -0800 Subject: [PATCH] feat: add --num-ctx flag to override model context window size --- benchmark/benchmark.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py index 3326c93fa..d857cabed 100755 --- a/benchmark/benchmark.py +++ b/benchmark/benchmark.py @@ -155,6 +155,7 @@ def main( tries: int = typer.Option(2, "--tries", "-r", help="Number of tries for running tests"), threads: int = typer.Option(1, "--threads", "-t", help="Number of threads to run in parallel"), num_tests: int = typer.Option(-1, "--num-tests", "-n", help="Number of tests to run"), + num_ctx: Optional[int] = typer.Option(None, "--num-ctx", help="Override model context window size"), exercises_dir: str = typer.Option( EXERCISES_DIR_DEFAULT, "--exercises-dir", help="Directory with exercise files" ), @@ -588,6 +589,11 @@ def run_test_real( editor_model=editor_model, editor_edit_format=editor_edit_format, ) + + if num_ctx: + if not main_model.extra_params: + main_model.extra_params = {} + main_model.extra_params["num_ctx"] = num_ctx edit_format = edit_format or main_model.edit_format dump(main_model)