From 14af6f1fba7e61cad5230082fdddb0f97ff88450 Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 12:48:40 -0800 Subject: [PATCH] fix: Remove duplicate language prefix in problem stats --- benchmark/problem_stats.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 06cbf97e1..251bf6ffa 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -132,6 +132,9 @@ def analyze_exercise_solutions(dirs=None, topn=None): num_solved = len(models) percent = (num_solved / total_models) * 100 testcase = testcase.replace("exercises/", "") # Remove the exercises/ prefix + # Remove duplicate language prefix (e.g. javascript/javascript/ -> javascript/) + if testcase.startswith(f"{lang}/{lang}/"): + testcase = testcase[len(lang)+1:] exercise_stats.append((lang, testcase, num_solved, percent)) # Sort all exercises by solve rate