diff --git a/benchmark/rungrid.py b/benchmark/rungrid.py index 420ba1c0a..3035eb164 100755 --- a/benchmark/rungrid.py +++ b/benchmark/rungrid.py @@ -26,6 +26,10 @@ def main(): if "-func" in edit_format and "-03" in model: continue + if (model, edit_format) == ("gpt-3.5-turbo-16k-0613", "whole-func"): + # sublist reliably hangs the API? + continue + dirname = f"rungrid-{model}-{edit_format}" cmd = [ diff --git a/docs/benchmarks.md b/docs/benchmarks.md index b07516f38..cf851b0ef 100644 --- a/docs/benchmarks.md +++ b/docs/benchmarks.md @@ -9,7 +9,7 @@ You can use aider to ask GPT to add features, write tests or make other changes improvements to your code. Having a reliable way for GPT to edit -local source code files is a critical to providing this functionality. +local source code files is critical to providing this functionality. Making code editing more reliable often involves changing and experimenting with the "edit format" that aider uses.