feat: Add table showing exercise solution distribution

This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:43:04 -08:00
parent d9e2471fcd
commit 26ccb23402

View file

@ -170,6 +170,17 @@ def analyze_exercise_solutions(dirs=None, topn=None):
f" {len(all_exercises) - solved_by_none - solved_by_all} (some)"
)
# Distribution table of how many models solved each exercise
print("\nDistribution of solutions:")
print("Models Exercises")
print("-" * 20)
counts = [0] * (total_models + 1)
for ex, models in exercise_solutions.items():
counts[len(models)] += 1
for i, count in enumerate(counts):
print(f"{i:>6d} {count:>9d}")
if __name__ == "__main__":
parser = argparse.ArgumentParser()