dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 12:55:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: Correctly sort leaderboard by pass rate

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 14:13:43 -08:00
parent 3a0be0cca9
commit 674e3846e2
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
benchmark/problem_stats.py
View file

@ -33,7 +33,7 @@ def analyze_exercise_solutions(topn=None):
# Sort models by pass rate to get top N if specified
if topn:
leaderboard.sort(key=lambda x: float(x.get("pass_rate_2", "0").rstrip("%")), reverse=True)
leaderboard.sort(key=lambda x: float(x.get("pass_rate_2", 0)), reverse=True)
leaderboard = leaderboard[:topn]
# Get all exercise names from a complete run