dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 08:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refactor: Use full path for test names in benchmark

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 17:43:52 -08:00
parent 1a12a59e91
commit 77d379c021
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
benchmark/benchmark.py
View file

@ -303,7 +303,7 @@ def main(
shutil.copytree(practice_dir, dest_lang_dir)
print("...done")
test_dnames = sorted(d.name for d in exercise_dirs)
test_dnames = sorted(str(d.relative_to(original_dname)) for d in exercise_dirs)
if keywords:
keywords = keywords.split(",")
@ -320,10 +320,10 @@ def main(
if threads == 1:
all_results = []
for testname in test_dnames:
for test_path in test_dnames:
results = run_test(
original_dname,
dirname / testname,
dirname / test_path,
model,
edit_format,
tries,
@ -345,10 +345,10 @@ def main(
time.sleep(sleep)
else:
run_test_threaded = lox.thread(threads)(run_test)
for testname in test_dnames:
for test_path in test_dnames:
run_test_threaded.scatter(
original_dname,
dirname / testname,
dirname / test_path,
model,
edit_format,
tries,