From 4c745c3cddda2172bf20665908aa3105568066d9 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 23 Jun 2023 15:00:47 -0700 Subject: [PATCH] cleanup --- scripts/benchmark.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/scripts/benchmark.py b/scripts/benchmark.py index 12593ed1f..6bbd450ae 100644 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -1,5 +1,6 @@ import os import shutil +import subprocess import sys from pathlib import Path @@ -85,9 +86,10 @@ def main(tempdir): coder.run(with_message=instructions) - run_tests() + passed = run_tests() + + dump(passed) -import subprocess def run_tests(): test_files = [file for file in os.listdir() if "test" in file and file.endswith(".py")] @@ -101,6 +103,7 @@ def run_tests(): return all_tests_passed + if __name__ == "__main__": # with TemporaryDirectory() as tempdir: tempdir = "tmp.benchmark"