From ed9d70903da5e74a80823aa6a4566103b91faed1 Mon Sep 17 00:00:00 2001 From: Nimesh Ghelani Date: Tue, 7 Jan 2025 17:35:29 +0000 Subject: [PATCH] Fix files not being excluded in benchmark.py `.discard()` removes an item from the set. `.difference_update()` is the correct call here. --- benchmark/benchmark.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py index 51050b13a..1d27ab58f 100755 --- a/benchmark/benchmark.py +++ b/benchmark/benchmark.py @@ -693,7 +693,7 @@ def run_test_real( ignore_files.update(example_files) # Remove any ignore files from the solution set that LLM will edit - solution_files.discard(ignore_files) + solution_files.difference_update(ignore_files) # Copy all solution files for file_path in solution_files: