From 0a3e0665ab58c9dc81bba35bb4392651174d4223 Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 18 Dec 2024 12:21:19 -0800 Subject: [PATCH] style: Apply linter formatting --- benchmark/problem_stats.py | 20 ++++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index 023a11b63..eb15c926b 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -48,11 +48,21 @@ def analyze_exercise_solutions(dirs=None, topn=None): if results: # Calculate pass rate for sorting when using custom dirs if dirs is not None: - pass_rate = sum(1 for r in results if r.get("tests_outcomes", []) and r["tests_outcomes"][-1]) / len(results) + pass_rate = sum( + 1 for r in results if r.get("tests_outcomes", []) and r["tests_outcomes"][-1] + ) / len(results) else: # Use existing pass rate from leaderboard - pass_rate = next((entry["pass_rate_2"] for entry in yaml.safe_load(open("aider/website/_data/edit_leaderboard.yml")) - if entry["dirname"] == dirname), 0) + pass_rate = next( + ( + entry["pass_rate_2"] + for entry in yaml.safe_load( + open("aider/website/_data/edit_leaderboard.yml") + ) + if entry["dirname"] == dirname + ), + 0, + ) valid_entries.append(((dirname, model), results, float(pass_rate))) # Sort by pass rate and take top N if specified @@ -118,7 +128,9 @@ def analyze_exercise_solutions(dirs=None, topn=None): if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--topn", type=int, help="Only consider top N models by pass rate") - parser.add_argument("dirs", nargs="*", help="Directories to analyze (optional, defaults to leaderboard entries)") + parser.add_argument( + "dirs", nargs="*", help="Directories to analyze (optional, defaults to leaderboard entries)" + ) args = parser.parse_args() analyze_exercise_solutions(args.dirs if args.dirs else None, args.topn)