dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-22 05:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

feat: Add cumulative sum column to distribution table

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:47:14 -08:00
parent 20f5f3da24
commit 6badf5ea1d
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
benchmark/problem_stats.py
View file

@ -164,14 +164,16 @@ def analyze_exercise_solutions(dirs=None, topn=None):
# Distribution table of how many models solved each exercise # Distribution table of how many models solved each exercise
print("\nDistribution of solutions:") print("\nDistribution of solutions:")
print("Models Exercises") print("Models Exercises Cumulative")
print("-" * 20) print("-" * 35)
counts = [0] * (total_models + 1) counts = [0] * (total_models + 1)
for ex, models in exercise_solutions.items(): for ex, models in exercise_solutions.items():
counts[len(models)] += 1 counts[len(models)] += 1
cumsum = 0
for i, count in enumerate(counts): for i, count in enumerate(counts):
print(f"{i:>6d} {count:>9d}") cumsum += count
print(f"{i:>6d} {count:>9d} {cumsum:>10d}")
if __name__ == "__main__": if __name__ == "__main__":