dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 21:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

feat: Number exercises in the table

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 14:15:40 -08:00
parent cac5d8e716
commit 59308c20c6
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/problem_stats.py
View file

@ -94,10 +94,10 @@ def analyze_exercise_solutions(topn=None):
max_name_len = max(len(testcase) for testcase in all_exercises)
total_models = len(leaderboard)
for testcase, models in sorted_exercises:
for i, (testcase, models) in enumerate(sorted_exercises, 1):
num_solved = len(models)
percent = (num_solved / total_models) * 100
print(f"{testcase:<{max_name_len}} : {num_solved:>3} solved ({percent:>5.1f}%)")
print(f"{i:>3}. {testcase:<{max_name_len}} : {num_solved:>3} solved ({percent:>5.1f}%)")
print("\nSummary:")
print(f"Total exercises solved at least once: {len(exercise_solutions)}")