dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-13 16:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

feat: Format problem stats output as a table with percentages

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 14:10:00 -08:00
parent 24599aa64f
commit 1d7cb0c119
1 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
benchmark/problem_stats.py
View file

@ -59,8 +59,14 @@ def analyze_exercise_solutions():
# Sort by number of models that solved each exercise
sorted_exercises = sorted(exercise_solutions.items(), key=lambda x: len(x[1]), reverse=True)
# Calculate max length for alignment
max_name_len = max(len(testcase) for testcase, _ in sorted_exercises)
total_models = len({model for models in exercise_solutions.values() for model in models})
for testcase, models in sorted_exercises:
print(f"{testcase}: {len(models)} solved")
num_solved = len(models)
percent = (num_solved / total_models) * 100
print(f"{testcase:<{max_name_len}} : {num_solved:>3} solved ({percent:>5.1f}%)")
print("\nSummary:")
print(f"Total exercises solved at least once: {len(exercise_solutions)}")