From 674e3846e23f14ddec9a21e7790d3dfc38c0064d Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Tue, 17 Dec 2024 14:13:43 -0800 Subject: [PATCH] fix: Correctly sort leaderboard by pass rate --- benchmark/problem_stats.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 80c5316a3..f5c2a4e66 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -33,7 +33,7 @@ def analyze_exercise_solutions(topn=None): # Sort models by pass rate to get top N if specified if topn: - leaderboard.sort(key=lambda x: float(x.get("pass_rate_2", "0").rstrip("%")), reverse=True) + leaderboard.sort(key=lambda x: float(x.get("pass_rate_2", 0)), reverse=True) leaderboard = leaderboard[:topn] # Get all exercise names from a complete run