dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-22 05:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

noop

Browse source
This commit is contained in:
Paul Gauthier 2023-06-25 13:30:38 -07:00
parent 0c3d4198f5
commit 78bc901a04
1 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

13
scripts/benchmark.py
View file

@ -18,11 +18,11 @@ from aider.coders import Coder
from aider.dump import dump # noqa: F401 from aider.dump import dump # noqa: F401
from aider.io import InputOutput from aider.io import InputOutput
ORIGINAL_DNAME = Path("tmp.benchmark/practice") BENCHMARK_DNAME = Path("tmp.benchmark/.")
assert ORIGINAL_DNAME.exists() assert BENCHMARK_DNAME.exists() and BENCHMARK_DNAME.is_dir()
ORIGINAL_DNAME = BENCHMARK_DNAME / "practice/."
console = Console(style="green", highlight=False) assert ORIGINAL_DNAME.exists() and ORIGINAL_DNAME.is_dir()
def main(): def main():
@ -132,6 +132,7 @@ def main():
args.retries, args.retries,
args.no_test, args.no_test,
args.verbose, args.verbose,
args.stats_only,
) )
all_results = run_test_threaded.gather(tqdm=True) all_results = run_test_threaded.gather(tqdm=True)
@ -172,6 +173,7 @@ def summarize_results(all_results, total_tests=None):
if key in results: if key in results:
variants[key].add(results[key]) variants[key].add(results[key])
console = Console(style="green", highlight=False)
console.rule() console.rule()
console.print(f"{completed_tests} test-cases") console.print(f"{completed_tests} test-cases")
@ -252,7 +254,8 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose, stats_
dump(main_model) dump(main_model)
dump(edit_format) dump(edit_format)
dump(fnames) show_fnames = ",".join(map(str, fnames))
print("fnames:", show_fnames)
coder = Coder.create( coder = Coder.create(
main_model, main_model,