From 307f3a4da42178f3a79bb56de3040170c8c16f39 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Mon, 26 Jun 2023 16:36:50 -0700 Subject: [PATCH] Just HH-MM --- scripts/benchmark.py | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/scripts/benchmark.py b/scripts/benchmark.py index 6e90d0db3..11bd77a13 100755 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -14,8 +14,8 @@ from pathlib import Path import git import lox -from rich.console import Console import typer +from rich.console import Console from aider import models from aider.coders import Coder @@ -36,11 +36,17 @@ def main( dirname: str = typer.Argument(..., help="Directory name"), model: str = typer.Option("gpt-3.5-turbo", "--model", "-m", help="Model name"), edit_format: str = typer.Option(None, "--edit-format", "-e", help="Edit format"), - keyword: str = typer.Option(None, "--keyword", "-k", help="Only run tests that contain keyword"), - clean: bool = typer.Option(False, "--clean", "-c", help="Discard the current testdir and make a clean copy"), + keyword: str = typer.Option( + None, "--keyword", "-k", help="Only run tests that contain keyword" + ), + clean: bool = typer.Option( + False, "--clean", "-c", help="Discard the current testdir and make a clean copy" + ), no_test: bool = typer.Option(False, "--no-test", help="Do not run tests"), verbose: bool = typer.Option(False, "--verbose", "-v", help="Verbose output"), - stats_only: bool = typer.Option(False, "--stats-only", "-s", help="Do not run tests, just collect stats on completed tests"), + stats_only: bool = typer.Option( + False, "--stats-only", "-s", help="Do not run tests, just collect stats on completed tests" + ), retries: int = typer.Option(2, "--retries", "-r", help="Number of retries for running tests"), threads: int = typer.Option(1, "--threads", "-t", help="Number of threads to run in parallel"), num_tests: int = typer.Option(-1, "--num-tests", "-n", help="Number of tests to run"), @@ -56,7 +62,7 @@ def main( dirname = BENCHMARK_DNAME / dirname now = datetime.datetime.now() - now = now.strftime("%Y-%m-%d-%H-%M-%S--") + now = now.strftime("%Y-%m-%d-%H-%M--") if not dirname.exists(): if not re.match(r"\d\d\d\d-\d\d-\d\d-", str(dirname)):