diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 9381e6b35..8a43309a4 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -170,6 +170,17 @@ def analyze_exercise_solutions(dirs=None, topn=None): f" {len(all_exercises) - solved_by_none - solved_by_all} (some)" ) + # Distribution table of how many models solved each exercise + print("\nDistribution of solutions:") + print("Models Exercises") + print("-" * 20) + counts = [0] * (total_models + 1) + for ex, models in exercise_solutions.items(): + counts[len(models)] += 1 + + for i, count in enumerate(counts): + print(f"{i:>6d} {count:>9d}") + if __name__ == "__main__": parser = argparse.ArgumentParser()