dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-20 12:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: Update problem_stats.py to use polyglot_leaderboard.yml

Browse source
This commit is contained in:
Paul Gauthier (aider) 2025-02-27 08:56:54 -08:00
parent 4a9447d344
commit 976722c129
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/problem_stats.py
View file

@ -15,7 +15,7 @@ HARD_SET_NUM = 3 # Number of models that defines the hard set threshold
def get_dirs_from_leaderboard(): def get_dirs_from_leaderboard():
# Load the leaderboard data # Load the leaderboard data
with open("aider/website/_data/edit_leaderboard.yml") as f: with open("aider/website/_data/polyglot_leaderboard.yml") as f:
leaderboard = yaml.safe_load(f) leaderboard = yaml.safe_load(f)
return [(entry["dirname"], entry["model"]) for entry in leaderboard] return [(entry["dirname"], entry["model"]) for entry in leaderboard]
@ -92,7 +92,7 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
( (
entry["pass_rate_2"] entry["pass_rate_2"]
for entry in yaml.safe_load( for entry in yaml.safe_load(
open("aider/website/_data/edit_leaderboard.yml") open("aider/website/_data/polyglot_leaderboard.yml")
) )
if entry["dirname"] == dirname if entry["dirname"] == dirname
), ),