diff --git a/scripts/benchmark.py b/scripts/benchmark.py index 12593ed1f..6bbd450ae 100644 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -1,5 +1,6 @@ import os import shutil +import subprocess import sys from pathlib import Path @@ -85,9 +86,10 @@ def main(tempdir): coder.run(with_message=instructions) - run_tests() + passed = run_tests() + + dump(passed) -import subprocess def run_tests(): test_files = [file for file in os.listdir() if "test" in file and file.endswith(".py")] @@ -101,6 +103,7 @@ def run_tests(): return all_tests_passed + if __name__ == "__main__": # with TemporaryDirectory() as tempdir: tempdir = "tmp.benchmark"