From 506bfe2076b04b3a2ed9a3ad163710ccbb54fe7f Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sat, 1 Jul 2023 13:31:09 -0700 Subject: [PATCH] run gpt-4 benchmarks --- benchmark/rungrid.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/benchmark/rungrid.py b/benchmark/rungrid.py index 3035eb164..b8e5614f6 100755 --- a/benchmark/rungrid.py +++ b/benchmark/rungrid.py @@ -8,9 +8,11 @@ from aider.dump import dump # noqa: F401 def main(): models = [ - "gpt-3.5-turbo-0301", - "gpt-3.5-turbo-0613", - "gpt-3.5-turbo-16k-0613", + # "gpt-3.5-turbo-0301", + # "gpt-3.5-turbo-0613", + # "gpt-3.5-turbo-16k-0613", + "gpt-4-0314", + "gpt-4-0613", ] edit_formats = [ "diff",