From 42d8650058ecb0665d16e1ba212b7fc9108d77fc Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 12:33:41 -0800 Subject: [PATCH] fix: Remove "exercises/" prefix from testcase output --- benchmark/problem_stats.py | 1 + 1 file changed, 1 insertion(+) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 464cca708..6dadb9ea4 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -136,6 +136,7 @@ def analyze_exercise_solutions(dirs=None, topn=None): models = exercise_solutions[testcase] num_solved = len(models) percent = (num_solved / total_models) * 100 + testcase = testcase.replace("exercises/", "") # Remove the exercises/ prefix exercise_stats.append((lang, testcase, num_solved, percent)) # Sort all exercises by solve rate