From 366155b8283f969fbdb14bb62da8b103b0eae1bc Mon Sep 17 00:00:00 2001
From: "Paul Gauthier (aider)" <paul@aider.chat>
Date: Wed, 18 Dec 2024 12:45:58 -0800
Subject: [PATCH] fix: Correct language lookup in problem_stats.py

---
 benchmark/problem_stats.py | 12 ++----------
 1 file changed, 2 insertions(+), 10 deletions(-)

diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py
index c4c261ecb..3f40df0b9 100755
--- a/benchmark/problem_stats.py
+++ b/benchmark/problem_stats.py
@@ -126,16 +126,8 @@ def analyze_exercise_solutions(dirs=None, topn=None):
     total_models = len(valid_entries)
 
     for testcase in all_exercises:
-        # Find language for this testcase
-        lang = "unknown"
-        for r in next(iter(valid_entries))[1]:
-            try:
-                if r.get("testcase") == testcase:
-                    lang = r["language"]
-                    break
-            except KeyError:
-                continue
-
+        # Language is already in the testcase string
+        lang = testcase.split('/')[0]  # First part is the language
         models = exercise_solutions[testcase]
         num_solved = len(models)
         percent = (num_solved / total_models) * 100