dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 08:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

docker environment for the whole benchmark

Browse source
This commit is contained in:
Paul Gauthier 2023-06-29 14:19:00 -07:00
parent 0ab19aa97c
commit 5ee455a05b
5 changed files with 37 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
benchmark/benchmark.py
View file

@ -23,9 +23,9 @@ from aider.coders import Coder
from aider.dump import dump # noqa: F401
from aider.io import InputOutput
BENCHMARK_DNAME = Path("tmp.benchmark/.")
BENCHMARK_DNAME = Path("/benchmarks")
ORIGINAL_DNAME = BENCHMARK_DNAME / "practice/."
ORIGINAL_DNAME = BENCHMARK_DNAME / "exercism-python"
app = typer.Typer(add_completion=False, pretty_exceptions_enable=False)
@ -52,8 +52,8 @@ def main(
threads: int = typer.Option(1, "--threads", "-t", help="Number of threads to run in parallel"),
num_tests: int = typer.Option(-1, "--num-tests", "-n", help="Number of tests to run"),
):
assert BENCHMARK_DNAME.exists() and BENCHMARK_DNAME.is_dir()
assert ORIGINAL_DNAME.exists() and ORIGINAL_DNAME.is_dir()
assert BENCHMARK_DNAME.exists() and BENCHMARK_DNAME.is_dir(), BENCHMARK_DNAME
assert ORIGINAL_DNAME.exists() and ORIGINAL_DNAME.is_dir(), ORIGINAL_DNAME
repo = git.Repo(search_parent_directories=True)
commit_hash = repo.head.object.hexsha[:7]