dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix: Correctly handle zero hard set problems

Browse source
This commit is contained in:
Paul Gauthier 2024-12-19 14:39:17 -08:00 • committed by Paul Gauthier (aider)
parent 805d6bbc8c
commit 5a0d4eff71
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/problem_stats.py
View file

@ -10,7 +10,7 @@ import yaml
from aider.dump import dump # noqa
HARD_SET_NUM = 4 # Number of models that defines the hard set threshold
HARD_SET_NUM = 3 # Number of models that defines the hard set threshold
def get_dirs_from_leaderboard():
@ -207,7 +207,7 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
count = lang_unsolved[lang]
hard = lang_hard_set[lang]
total = lang_totals[lang]
pct = (count / hard) * 100
pct = (count / hard) * 100 if hard else -1
print(f"{lang:<12} {count:>8} {hard:>9} {total:>7} {pct:>7.1f}%")
print()