dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 02:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

refactor: Use full path for test names in benchmark

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 17:43:52 -08:00
parent 1a12a59e91
commit 77d379c021
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
benchmark/benchmark.py
View file

@ -303,7 +303,7 @@ def main(
shutil.copytree(practice_dir, dest_lang_dir) shutil.copytree(practice_dir, dest_lang_dir)
print("...done") print("...done")
test_dnames = sorted(d.name for d in exercise_dirs) test_dnames = sorted(str(d.relative_to(original_dname)) for d in exercise_dirs)
if keywords: if keywords:
keywords = keywords.split(",") keywords = keywords.split(",")
@ -320,10 +320,10 @@ def main(
if threads == 1: if threads == 1:
all_results = [] all_results = []
for testname in test_dnames: for test_path in test_dnames:
results = run_test( results = run_test(
original_dname, original_dname,
dirname / testname, dirname / test_path,
model, model,
edit_format, edit_format,
tries, tries,
@ -345,10 +345,10 @@ def main(
time.sleep(sleep) time.sleep(sleep)
else: else:
run_test_threaded = lox.thread(threads)(run_test) run_test_threaded = lox.thread(threads)(run_test)
for testname in test_dnames: for test_path in test_dnames:
run_test_threaded.scatter( run_test_threaded.scatter(
original_dname, original_dname,
dirname / testname, dirname / test_path,
model, model,
edit_format, edit_format,
tries, tries,