dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-22 13:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

added --threads for speed

Browse source
This commit is contained in:
Paul Gauthier 2023-06-24 20:41:35 -07:00
parent 5b4fbd9901
commit 5c3a635eed
1 changed files with 39 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

50
scripts/benchmark.py
View file

@ -2,12 +2,15 @@ import argparse
import datetime
import json
import os
import random
import shutil
import subprocess
import time
from json.decoder import JSONDecodeError
from pathlib import Path
import lox
from aider import models
from aider.coders import Coder
from aider.dump import dump # noqa: F401
@ -47,6 +50,13 @@ def main():
help="Number of retries for running tests",
default=2,
)
parser.add_argument(
"--threads",
"-t",
type=int,
help="Number of threads to run in parallel",
default=1,
)
args = parser.parse_args()
@ -72,18 +82,36 @@ def main():
if args.keyword:
test_dnames = [dn for dn in test_dnames if args.keyword in dn]
all_results = []
for testname in test_dnames:
results = run_test(
dirname / testname,
args.model,
args.edit_format,
args.retries,
args.no_test,
args.verbose,
)
if args.threads == 1:
all_results = []
for testname in test_dnames:
results = run_test(
dirname / testname,
args.model,
args.edit_format,
args.retries,
args.no_test,
args.verbose,
)
all_results.append(results)
all_results.append(results)
summarize_results(all_results)
else:
random.shuffle(test_dnames)
run_test_threaded = lox.thread(args.threads)(run_test)
for testname in test_dnames:
run_test_threaded.scatter(
dirname / testname,
args.model,
args.edit_format,
args.retries,
args.no_test,
args.verbose,
)
all_results = run_test_threaded.gather(tqdm=True)
print()
print()
print()
summarize_results(all_results)