dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 00:05:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

feat: Print never solved exercises with full path

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-19 15:50:11 -08:00
parent 6185ddf76a
commit 250e2ab6aa
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
benchmark/problem_stats.py
View file

@ -181,13 +181,16 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
)
print(f"Total exercises solved at least once: {solved_at_least_once}")
# print out these never solved use lang/exercises/practice/ex ai!
print(f"Never solved by any model: {solved_by_none}")
if solved_by_none > 0:
print("\nExercises never solved by any model:")
unsolved = [ex for ex, models in exercise_solutions.items() if not models]
for ex in sorted(unsolved):
print(f" {ex}")
# Split into language and exercise parts
lang, exercise = ex.split('/')
# Reconstruct path in desired format
formatted_path = f"{lang}/exercises/practice/{exercise}"
print(f" {formatted_path}")
print(f"\nSolved by all models: {solved_by_all}")
print(
f"Total exercises: {len(all_exercises)} = {solved_by_none} (none) + {solved_by_all} (all) +"