From 236a7f68e90351ba46dd4bc0aaaffd4215c5917f Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 12:26:51 -0800 Subject: [PATCH] fix: Handle empty results in problem_stats.py --- benchmark/problem_stats.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 47f766580..ac08daeba 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -78,11 +78,11 @@ def analyze_exercise_solutions(dirs=None, topn=None): all_exercises = set() exercise_solutions = defaultdict(list) - # Find a complete run to get all exercise names + # Get all unique exercise names from all results + all_exercises = set() for (dirname, model), results, _ in valid_entries: - if results and len(results) == 133: # Complete run - all_exercises = {result["testcase"] for result in results} - break + if results: + all_exercises.update(result["testcase"] for result in results) for (dirname, model), results, _ in valid_entries: if not results: