dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 14:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

refactor: Remove distribution of solutions table

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 14:09:17 -08:00
parent 0ae53ce1a1
commit 54c1553892
1 changed files with 0 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
benchmark/problem_stats.py
View file

@ -67,15 +67,5 @@ def analyze_exercise_solutions():
never_solved = 133 - len(exercise_solutions) never_solved = 133 - len(exercise_solutions)
print(f"Never solved by any model: {never_solved}") print(f"Never solved by any model: {never_solved}")
# Distribution of solutions
solved_by_counts = defaultdict(int)
for models in exercise_solutions.values():
solved_by_counts[len(models)] += 1
print("\nDistribution of solutions:")
for count in sorted(solved_by_counts.keys()):
print(f"Solved by {count} models: {solved_by_counts[count]} exercises")
if __name__ == "__main__": if __name__ == "__main__":
analyze_exercise_solutions() analyze_exercise_solutions()