Merge pull request #2795 from nims11/fix-discard

Fix files not being excluded in benchmark.py
This commit is contained in:
paul-gauthier 2025-01-07 09:57:35 -08:00 committed by GitHub
commit 3a97d8cc82
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -693,7 +693,7 @@ def run_test_real(
ignore_files.update(example_files)
# Remove any ignore files from the solution set that LLM will edit
solution_files.discard(ignore_files)
solution_files.difference_update(ignore_files)
# Copy all solution files
for file_path in solution_files: