From 04916a6e97ddb50b4ec0465071e05834d5b133f4 Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 13:03:31 -0800 Subject: [PATCH] style: Run linter on problem_stats.py --- benchmark/problem_stats.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 094f5f96f..1ceb270b0 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -189,7 +189,7 @@ def analyze_exercise_solutions(dirs=None, topn=None): for (dirname, model), results, _ in valid_entries: if not results: continue - + solved_hard = 0 for result in results: testcase = result.get("testcase") @@ -198,19 +198,19 @@ def analyze_exercise_solutions(dirs=None, topn=None): lang = result.get("language") if not lang: continue - + testcase = f"{testcase}/{lang}" if testcase in hard_set: tests_outcomes = result.get("tests_outcomes", []) if tests_outcomes and tests_outcomes[-1]: solved_hard += 1 - + pct = (solved_hard / len(hard_set)) * 100 model_hard_stats.append((model, solved_hard, pct)) # Sort by number solved model_hard_stats.sort(key=lambda x: x[1], reverse=True) - + print("\nModel performance on hard set:") print(f"{'Model':<30} {'Solved':<8} {'Percent':>7}") print("-" * 50)