dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-20 12:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Add cumulative sum column to distribution table

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:47:14 -08:00
parent 20f5f3da24
commit 6badf5ea1d
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
benchmark/problem_stats.py
View file

@ -164,14 +164,16 @@ def analyze_exercise_solutions(dirs=None, topn=None):
# Distribution table of how many models solved each exercise
print("\nDistribution of solutions:")
print("Models Exercises")
print("-" * 20)
print("Models Exercises Cumulative")
print("-" * 35)
counts = [0] * (total_models + 1)
for ex, models in exercise_solutions.items():
counts[len(models)] += 1
cumsum = 0
for i, count in enumerate(counts):
print(f"{i:>6d} {count:>9d}")
cumsum += count
print(f"{i:>6d} {count:>9d} {cumsum:>10d}")
if __name__ == "__main__":