From bfd68404d40964f3a8dc940b628cee54eb91ee19 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sat, 1 Jul 2023 08:19:04 -0700 Subject: [PATCH] skip blocked test --- benchmark/rungrid.py | 4 ++++ docs/benchmarks.md | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/benchmark/rungrid.py b/benchmark/rungrid.py index 420ba1c0a..3035eb164 100755 --- a/benchmark/rungrid.py +++ b/benchmark/rungrid.py @@ -26,6 +26,10 @@ def main(): if "-func" in edit_format and "-03" in model: continue + if (model, edit_format) == ("gpt-3.5-turbo-16k-0613", "whole-func"): + # sublist reliably hangs the API? + continue + dirname = f"rungrid-{model}-{edit_format}" cmd = [ diff --git a/docs/benchmarks.md b/docs/benchmarks.md index b07516f38..cf851b0ef 100644 --- a/docs/benchmarks.md +++ b/docs/benchmarks.md @@ -9,7 +9,7 @@ You can use aider to ask GPT to add features, write tests or make other changes improvements to your code. Having a reliable way for GPT to edit -local source code files is a critical to providing this functionality. +local source code files is critical to providing this functionality. Making code editing more reliable often involves changing and experimenting with the "edit format" that aider uses.