dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-25 06:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2023-11-07 10:53:27 -08:00
parent ca3ef646ce
commit 426819e703
3 changed files with 233 additions and 181 deletions
Download patch file Download diff file Expand all files Collapse all files

31
benchmark/rungrid.py
View file

@ -8,34 +8,35 @@ from aider.dump import dump # noqa: F401
def main():
models = [
# "gpt-3.5-turbo-0301",
"gpt-3.5-turbo-0301",
"gpt-3.5-turbo-0613",
# "gpt-3.5-turbo-16k-0613",
"gpt-3.5-turbo-1106",
# "gpt-4-0314",
# "gpt-4-0613",
]
edit_formats = [
# "diff",
"diff",
# "diff-func",
"whole",
# "whole",
# "whole-func",
]
for repeat in range(1, 10, 1):
for model in models:
for edit_format in edit_formats:
# dump(model, edit_format)
# for repeat in range(1, 2, 1):
for model in models:
for edit_format in edit_formats:
# dump(model, edit_format)
if "-func" in edit_format and "-03" in model:
continue
if "-func" in edit_format and "-03" in model:
continue
# if (model, edit_format) == ("gpt-3.5-turbo-16k-0613", "whole-func"):
# # sublist reliably hangs the API?
# continue
# if (model, edit_format) == ("gpt-3.5-turbo-16k-0613", "whole-func"):
# # sublist reliably hangs the API?
# continue
# dirname = f"rungrid-{model}-{edit_format}"
dirname = f"rungrid-{model}-{edit_format}-repeat-{repeat}"
run(dirname, model, edit_format)
dirname = f"rungrid-nov-{model}-{edit_format}"
# dirname = f"rungrid-{model}-{edit_format}-repeat-{repeat}"
run(dirname, model, edit_format)
def run(dirname, model, edit_format):