dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 01:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Added --no-aider, better error if docker is not available

Browse source
This commit is contained in:
Paul Gauthier 2023-06-29 07:22:53 -07:00
parent 3c63552628
commit 4f81f88c91
1 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

15
benchmark/benchmark.py
View file

@ -7,6 +7,7 @@ import random
import re import re
import shutil import shutil
import subprocess import subprocess
import sys
import time import time
from collections import defaultdict from collections import defaultdict
from json.decoder import JSONDecodeError from json.decoder import JSONDecodeError
@ -43,6 +44,7 @@ def main(
), ),
make_new: bool = typer.Option(False, "--new", "-n", help="Make a new dated testdir"), make_new: bool = typer.Option(False, "--new", "-n", help="Make a new dated testdir"),
no_unit_tests: bool = typer.Option(False, "--no-unit-tests", help="Do not run unit tests"), no_unit_tests: bool = typer.Option(False, "--no-unit-tests", help="Do not run unit tests"),
no_aider: bool = typer.Option(False, "--no-aider", help="Do not run aider"),
verbose: bool = typer.Option(False, "--verbose", "-v", help="Verbose output"), verbose: bool = typer.Option(False, "--verbose", "-v", help="Verbose output"),
stats_only: bool = typer.Option( stats_only: bool = typer.Option(
False, "--stats", "-s", help="Do not run tests, just collect stats on completed tests" False, "--stats", "-s", help="Do not run tests, just collect stats on completed tests"
@ -125,6 +127,7 @@ def main(
edit_format, edit_format,
tries, tries,
no_unit_tests, no_unit_tests,
no_aider,
verbose, verbose,
commit_hash, commit_hash,
) )
@ -140,6 +143,7 @@ def main(
edit_format, edit_format,
tries, tries,
no_unit_tests, no_unit_tests,
no_aider,
verbose, verbose,
commit_hash, commit_hash,
) )
@ -234,7 +238,9 @@ def summarize_results(dirname):
console.rule() console.rule()
def run_test(testdir, model_name, edit_format, tries, no_unit_tests, verbose, commit_hash): def run_test(
testdir, model_name, edit_format, tries, no_unit_tests, no_aider, verbose, commit_hash
):
if not os.path.isdir(testdir): if not os.path.isdir(testdir):
print("Not a dir:", testdir) print("Not a dir:", testdir)
return return
@ -301,7 +307,8 @@ def run_test(testdir, model_name, edit_format, tries, no_unit_tests, verbose, co
test_outcomes = [] test_outcomes = []
for i in range(tries): for i in range(tries):
start = time.time() start = time.time()
coder.run(with_message=instructions) if not no_aider:
coder.run(with_message=instructions)
dur += time.time() - start dur += time.time() - start
if coder.num_control_c: if coder.num_control_c:
@ -433,7 +440,9 @@ def check_docker():
"/bin/true", "/bin/true",
] ]
result = subprocess.run(command, stdout=subprocess.PIPE, text=True) result = subprocess.run(command, stdout=subprocess.PIPE, text=True)
assert not result.returncode, "Can't run: " + " ".join(command) if result.returncode:
print("Can't run: " + " ".join(command))
sys.exit(-1)
if __name__ == "__main__": if __name__ == "__main__":