dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-22 13:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

refac

Browse source
This commit is contained in:
Paul Gauthier 2023-06-26 20:11:41 -07:00
parent 5c8546c140
commit dd30cb34ed
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
scripts/benchmark.py
View file

@ -42,7 +42,7 @@ def main(
clean: bool = typer.Option( clean: bool = typer.Option(
False, "--clean", "-c", help="Discard the current testdir and make a clean copy" False, "--clean", "-c", help="Discard the current testdir and make a clean copy"
), ),
no_test: bool = typer.Option(False, "--no-test", help="Do not run tests"), no_unit_tests: bool = typer.Option(False, "--no-unit-tests", help="Do not run unit tests"),
verbose: bool = typer.Option(False, "--verbose", "-v", help="Verbose output"), verbose: bool = typer.Option(False, "--verbose", "-v", help="Verbose output"),
stats_only: bool = typer.Option( stats_only: bool = typer.Option(
False, "--stats-only", "-s", help="Do not run tests, just collect stats on completed tests" False, "--stats-only", "-s", help="Do not run tests, just collect stats on completed tests"
@ -104,7 +104,7 @@ def main(
model, model,
edit_format, edit_format,
retries, retries,
no_test, no_unit_tests,
verbose, verbose,
stats_only, stats_only,
commit_hash, commit_hash,
@ -121,7 +121,7 @@ def main(
model, model,
edit_format, edit_format,
retries, retries,
no_test, no_unit_tests,
verbose, verbose,
stats_only, stats_only,
commit_hash, commit_hash,
@ -218,7 +218,9 @@ def summarize_results(dirname):
console.rule() console.rule()
def run_test(testdir, model_name, edit_format, retries, no_test, verbose, stats_only, commit_hash): def run_test(
testdir, model_name, edit_format, retries, no_unit_tests, verbose, stats_only, commit_hash
):
if not stats_only: if not stats_only:
dump(testdir) dump(testdir)
@ -302,10 +304,10 @@ Only use standard python libraries, don't suggest installing any packages.
if coder.num_control_c: if coder.num_control_c:
raise KeyboardInterrupt raise KeyboardInterrupt
if no_test: if no_unit_tests:
return return
errors = run_pytests(testdir, history_fname) errors = run_unit_tests(testdir, history_fname)
if errors: if errors:
test_outcomes.append(False) test_outcomes.append(False)
@ -341,7 +343,7 @@ Only use standard python libraries, don't suggest installing any packages.
return results return results
def run_pytests(testdir, history_fname): def run_unit_tests(testdir, history_fname):
test_files = [file for file in testdir.glob("*") if file.name.endswith("_test.py")] test_files = [file for file in testdir.glob("*") if file.name.endswith("_test.py")]
assert len(test_files) assert len(test_files)
@ -351,7 +353,7 @@ def run_pytests(testdir, history_fname):
dump(test_file) dump(test_file)
try: try:
result = subprocess.run( result = subprocess.run(
["pytest", test_file], ["python", test_file],
stdout=subprocess.PIPE, stdout=subprocess.PIPE,
stderr=subprocess.STDOUT, stderr=subprocess.STDOUT,
text=True, text=True,