dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

feat: Output per-exercise stats, sort by solvers

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-17 14:08:47 -08:00
parent c69ffe02f8
commit 0ae53ce1a1
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
benchmark/problem_stats.py
View file

@ -52,7 +52,7 @@ def analyze_exercise_solutions():
if tests_outcomes and tests_outcomes[-1]:
exercise_solutions[testcase].append(model)
# Print statistics
# Print per-exercise statistics
print("\nExercise Solution Statistics:")
print("-" * 40)
@ -60,8 +60,7 @@ def analyze_exercise_solutions():
sorted_exercises = sorted(exercise_solutions.items(), key=lambda x: len(x[1]), reverse=True)
for testcase, models in sorted_exercises:
print(f"{testcase}: solved by {len(models)} models")
# print(f" Models: {', '.join(models)}")
print(f"{testcase}: {len(models)} solved")
print("\nSummary:")
print(f"Total exercises solved at least once: {len(exercise_solutions)}")