From 7a27e2b94b01c9fa4f7862bfc0ffb9d2d650a560 Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 12:29:15 -0800 Subject: [PATCH] fix: Handle missing testcase key in problem stats --- benchmark/problem_stats.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 78f072be6..85f5fa19d 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -83,7 +83,11 @@ def analyze_exercise_solutions(dirs=None, topn=None): all_exercises = set() for (dirname, model), results, _ in valid_entries: if results: - all_exercises.update(result["testcase"] for result in results) + for result in results: + try: + all_exercises.add(result["testcase"]) + except KeyError: + print(f"Warning: Missing testcase in {dirname}") for (dirname, model), results, _ in valid_entries: if not results: