From 50bb2cb1e664df6bd715661050080bbea3859a34 Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 13:17:38 -0800 Subject: [PATCH] feat: Add total column to unsolved problems table --- benchmark/problem_stats.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 065d0b1ef..fd9be348b 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -198,13 +198,13 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False): lang_unsolved[lang] += 1 print("\nUnsolved problems by language:") - print(f"{'Language':<12} {'Count':>5} {'Percent':>8}") - print("-" * 28) + print(f"{'Language':<12} {'Count':>5} {'Total':>7} {'Percent':>8}") + print("-" * 35) for lang in sorted(lang_totals.keys()): count = lang_unsolved[lang] total = lang_totals[lang] pct = (count / total) * 100 - print(f"{lang:<12} {count:>5} {pct:>7.1f}%") + print(f"{lang:<12} {count:>5} {total:>7} {pct:>7.1f}%") print() # For each model, compute performance on hard set