dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

rungrid with subproc

Browse source
This commit is contained in:
Paul Gauthier 2023-07-01 06:33:38 -07:00
parent 0dc4df25c8
commit 5bc7890bfd
1 changed files with 17 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

28
benchmark/rungrid.py
View file

@ -1,9 +1,9 @@
#!/usr/bin/env python #!/usr/bin/env python
import subprocess
import sys import sys
from aider.dump import dump from aider.dump import dump # noqa: F401
from benchmark import main as benchmark_main
def main(): def main():
@ -22,16 +22,22 @@ def main():
for model in models: for model in models:
for edit_format in edit_formats: for edit_format in edit_formats:
# dump(model, edit_format) # dump(model, edit_format)
dirname = f"/benchmarks/rungrid-{model}-{edit_format}" dirname = f"rungrid-{model}-{edit_format}"
dump(dirname)
benchmark_main( cmd = [
dirnames=[dirname], "./benchmark/benchmark.py",
model=model, dirname,
edit_format=edit_format, "--model",
threads=10, model,
cont=True, "--edit-format",
) edit_format,
"--threads",
"10",
"--cont",
]
print(" ".join(cmd))
subprocess.run(cmd, check=True)
if __name__ == "__main__": if __name__ == "__main__":