dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refac

Browse source
This commit is contained in:
Paul Gauthier 2023-06-24 20:30:58 -07:00
parent 37c282c7f3
commit 5b4fbd9901
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
scripts/benchmark.py
View file

@ -69,13 +69,11 @@ def main():
shutil.copytree(ORIGINAL_DNAME, dirname) shutil.copytree(ORIGINAL_DNAME, dirname)
test_dnames = sorted(os.listdir(dirname)) test_dnames = sorted(os.listdir(dirname))
if args.keyword:
test_dnames = [dn for dn in test_dnames if args.keyword in dn]
all_results = [] all_results = []
for testname in test_dnames: for testname in test_dnames:
if args.keyword and args.keyword not in testname:
continue
dump(testname)
results = run_test( results = run_test(
dirname / testname, dirname / testname,
args.model, args.model,
@ -140,6 +138,8 @@ def summarize_results(all_results, total_tests=None):
def run_test(testdir, model_name, edit_format, retries, no_test, verbose): def run_test(testdir, model_name, edit_format, retries, no_test, verbose):
dump(testdir)
if not os.path.isdir(testdir): if not os.path.isdir(testdir):
print("Not a dir:", testdir) print("Not a dir:", testdir)
return return