From de2808f7427a0ab197d106b90b063c99a0270dd9 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sun, 25 Jun 2023 18:01:48 -0700 Subject: [PATCH] Updated benchmark instructions --- scripts/benchmark.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/benchmark.py b/scripts/benchmark.py index ea1830e6c..d9833e6fe 100644 --- a/scripts/benchmark.py +++ b/scripts/benchmark.py @@ -264,7 +264,7 @@ def run_test(testdir, model_name, edit_format, retries, no_test, verbose, stats_ instructions += f""" ===== Use the above instructions to modify the supplied files: {file_list} -Use the existing function or class stubs as the entrypoint. +Keep and implement the existing function or class stubs, they will be called from unit tests. Only use standard python libraries, don't suggest installing any packages. """