mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-28 16:25:00 +00:00
feat: Add table showing exercise solution distribution
This commit is contained in:
parent
d9e2471fcd
commit
26ccb23402
1 changed files with 11 additions and 0 deletions
|
@ -170,6 +170,17 @@ def analyze_exercise_solutions(dirs=None, topn=None):
|
|||
f" {len(all_exercises) - solved_by_none - solved_by_all} (some)"
|
||||
)
|
||||
|
||||
# Distribution table of how many models solved each exercise
|
||||
print("\nDistribution of solutions:")
|
||||
print("Models Exercises")
|
||||
print("-" * 20)
|
||||
counts = [0] * (total_models + 1)
|
||||
for ex, models in exercise_solutions.items():
|
||||
counts[len(models)] += 1
|
||||
|
||||
for i, count in enumerate(counts):
|
||||
print(f"{i:>6d} {count:>9d}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser()
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue