From 5b4fbd9901308e1fb9725689a8aa639734186796 Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Sat, 24 Jun 2023 20:30:58 -0700
Subject: [PATCH] refac

---
 scripts/benchmark.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/scripts/benchmark.py b/scripts/benchmark.py
index 3c7184457..53b2d9931 100644
--- a/scripts/benchmark.py
+++ b/scripts/benchmark.py
@@ -69,13 +69,11 @@ def main():
         shutil.copytree(ORIGINAL_DNAME, dirname)
 
     test_dnames = sorted(os.listdir(dirname))
+    if args.keyword:
+        test_dnames = [dn for dn in test_dnames if args.keyword in dn]
 
     all_results = []
     for testname in test_dnames:
-        if args.keyword and args.keyword not in testname:
-            continue
-
-        dump(testname)
         results = run_test(
             dirname / testname,
             args.model,
@@ -140,6 +138,8 @@ def summarize_results(all_results, total_tests=None):
 
 
 def run_test(testdir, model_name, edit_format, retries, no_test, verbose):
+    dump(testdir)
+
     if not os.path.isdir(testdir):
         print("Not a dir:", testdir)
         return