From 5bc7890bfdea1e0fbbb20ead1c0441549587901b Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Sat, 1 Jul 2023 06:33:38 -0700
Subject: [PATCH] rungrid with subproc

---
 benchmark/rungrid.py | 28 +++++++++++++++++-----------
 1 file changed, 17 insertions(+), 11 deletions(-)

diff --git a/benchmark/rungrid.py b/benchmark/rungrid.py
index c8907cfce..4534345a1 100755
--- a/benchmark/rungrid.py
+++ b/benchmark/rungrid.py
@@ -1,9 +1,9 @@
 #!/usr/bin/env python
 
+import subprocess
 import sys
 
-from aider.dump import dump
-from benchmark import main as benchmark_main
+from aider.dump import dump  # noqa: F401
 
 
 def main():
@@ -22,16 +22,22 @@ def main():
     for model in models:
         for edit_format in edit_formats:
             # dump(model, edit_format)
-            dirname = f"/benchmarks/rungrid-{model}-{edit_format}"
-            dump(dirname)
+            dirname = f"rungrid-{model}-{edit_format}"
 
-            benchmark_main(
-                dirnames=[dirname],
-                model=model,
-                edit_format=edit_format,
-                threads=10,
-                cont=True,
-            )
+            cmd = [
+                "./benchmark/benchmark.py",
+                dirname,
+                "--model",
+                model,
+                "--edit-format",
+                edit_format,
+                "--threads",
+                "10",
+                "--cont",
+            ]
+            print(" ".join(cmd))
+
+            subprocess.run(cmd, check=True)
 
 
 if __name__ == "__main__":