dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 01:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix: Correctly format testcase/language in stats

Browse source
This commit is contained in:
Paul Gauthier 2024-12-18 12:55:42 -08:00 • committed by Paul Gauthier (aider)
parent 9e9cfb4600
commit e5a693ab94
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
benchmark/problem_stats.py
View file

@ -86,7 +86,7 @@ def analyze_exercise_solutions(dirs=None, topn=None):
if results: if results:
for result in results: for result in results:
try: try:
all_exercises.add(result["language"] + "/" + result["testcase"]) all_exercises.add(result["testcase"] +"/"+ result["language"])
except KeyError: except KeyError:
print(f"Warning: Missing testcase in {dirname}") print(f"Warning: Missing testcase in {dirname}")
@ -103,7 +103,7 @@ def analyze_exercise_solutions(dirs=None, topn=None):
if not lang: if not lang:
continue continue
testcase = f"{lang}/{testcase}" testcase = f"{testcase}/{lang}"
# Consider it solved if the last test attempt passed # Consider it solved if the last test attempt passed
tests_outcomes = result.get("tests_outcomes", []) tests_outcomes = result.get("tests_outcomes", [])
if tests_outcomes and tests_outcomes[-1]: if tests_outcomes and tests_outcomes[-1]:
@ -147,7 +147,7 @@ def analyze_exercise_solutions(dirs=None, topn=None):
print("\nAll Exercises (sorted by solve rate):") print("\nAll Exercises (sorted by solve rate):")
for i, (lang, testcase, num_solved, percent) in enumerate(exercise_stats, 1): for i, (lang, testcase, num_solved, percent) in enumerate(exercise_stats, 1):
print( print(
f"{i:>3}. {lang}/{testcase:<{max_name_len}} : {num_solved:>3} solved ({percent:>5.1f}%)" f"{i:>3}. {testcase:<{max_name_len}} : {num_solved:>3} solved ({percent:>5.1f}%)"
) )
print("\nSummary:") print("\nSummary:")