dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-20 20:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

style: Run linter

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-19 14:39:23 -08:00
parent 14a8759b82
commit bb711fe255
1 changed files with 11 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
benchmark/problem_stats.py
View file

@ -203,12 +203,14 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
# Find exercises to disqualify based on parse error threshold
disqualified_exercises = {
exercise for exercise, count in parse_error_counts.items()
if count >= PARSE_ERROR_M
exercise for exercise, count in parse_error_counts.items() if count >= PARSE_ERROR_M
}
if disqualified_exercises:
print(f"\nDisqualified {len(disqualified_exercises)} exercises with {PARSE_ERROR_M}+ parse errors:")
print(
f"\nDisqualified {len(disqualified_exercises)} exercises with {PARSE_ERROR_M}+ parse"
" errors:"
)
for ex in sorted(disqualified_exercises):
print(f" {ex} ({parse_error_counts[ex]} parse errors)")
@ -216,7 +218,8 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
print(f"\nHard Set Analysis (exercises solved by ≤{HARD_SET_NUM} models):")
print("-" * 60)
hard_set = {
ex for ex, models in exercise_solutions.items()
ex
for ex, models in exercise_solutions.items()
if len(models) <= HARD_SET_NUM and ex not in disqualified_exercises
}
print(f"Total hard set exercises: {len(hard_set)}")