diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py index d857cabed..840894ddf 100755 --- a/benchmark/benchmark.py +++ b/benchmark/benchmark.py @@ -155,7 +155,9 @@ def main( tries: int = typer.Option(2, "--tries", "-r", help="Number of tries for running tests"), threads: int = typer.Option(1, "--threads", "-t", help="Number of threads to run in parallel"), num_tests: int = typer.Option(-1, "--num-tests", "-n", help="Number of tests to run"), - num_ctx: Optional[int] = typer.Option(None, "--num-ctx", help="Override model context window size"), + num_ctx: Optional[int] = typer.Option( + None, "--num-ctx", help="Override model context window size" + ), exercises_dir: str = typer.Option( EXERCISES_DIR_DEFAULT, "--exercises-dir", help="Directory with exercise files" ), @@ -589,7 +591,7 @@ def run_test_real( editor_model=editor_model, editor_edit_format=editor_edit_format, ) - + if num_ctx: if not main_model.extra_params: main_model.extra_params = {}