dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-20 12:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Add total column to unsolved problems table

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 13:17:38 -08:00
parent e1571dda9b
commit 50bb2cb1e6
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
benchmark/problem_stats.py
View file

@ -198,13 +198,13 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
lang_unsolved[lang] += 1
print("\nUnsolved problems by language:")
print(f"{'Language':<12} {'Count':>5} {'Percent':>8}")
print("-" * 28)
print(f"{'Language':<12} {'Count':>5} {'Total':>7} {'Percent':>8}")
print("-" * 35)
for lang in sorted(lang_totals.keys()):
count = lang_unsolved[lang]
total = lang_totals[lang]
pct = (count / total) * 100
print(f"{lang:<12} {count:>5} {pct:>7.1f}%")
print(f"{lang:<12} {count:>5} {total:>7} {pct:>7.1f}%")
print()
# For each model, compute performance on hard set