dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 17:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

style: Apply linter formatting

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:21:19 -08:00
parent a19f1fbc67
commit 0a3e0665ab
1 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

20
benchmark/problem_stats.py
View file

@ -48,11 +48,21 @@ def analyze_exercise_solutions(dirs=None, topn=None):
if results: if results:
# Calculate pass rate for sorting when using custom dirs # Calculate pass rate for sorting when using custom dirs
if dirs is not None: if dirs is not None:
pass_rate = sum(1 for r in results if r.get("tests_outcomes", []) and r["tests_outcomes"][-1]) / len(results) pass_rate = sum(
1 for r in results if r.get("tests_outcomes", []) and r["tests_outcomes"][-1]
) / len(results)
else: else:
# Use existing pass rate from leaderboard # Use existing pass rate from leaderboard
pass_rate = next((entry["pass_rate_2"] for entry in yaml.safe_load(open("aider/website/_data/edit_leaderboard.yml")) pass_rate = next(
if entry["dirname"] == dirname), 0) (
entry["pass_rate_2"]
for entry in yaml.safe_load(
open("aider/website/_data/edit_leaderboard.yml")
)
if entry["dirname"] == dirname
),
0,
)
valid_entries.append(((dirname, model), results, float(pass_rate))) valid_entries.append(((dirname, model), results, float(pass_rate)))
# Sort by pass rate and take top N if specified # Sort by pass rate and take top N if specified
@ -118,7 +128,9 @@ def analyze_exercise_solutions(dirs=None, topn=None):
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--topn", type=int, help="Only consider top N models by pass rate") parser.add_argument("--topn", type=int, help="Only consider top N models by pass rate")
parser.add_argument("dirs", nargs="*", help="Directories to analyze (optional, defaults to leaderboard entries)") parser.add_argument(
"dirs", nargs="*", help="Directories to analyze (optional, defaults to leaderboard entries)"
)
args = parser.parse_args() args = parser.parse_args()
analyze_exercise_solutions(args.dirs if args.dirs else None, args.topn) analyze_exercise_solutions(args.dirs if args.dirs else None, args.topn)