dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix: Handle missing testcase key in problem stats

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:29:15 -08:00
parent 57a8eab1c3
commit 7a27e2b94b
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
benchmark/problem_stats.py
View file

@ -83,7 +83,11 @@ def analyze_exercise_solutions(dirs=None, topn=None):
all_exercises = set() all_exercises = set()
for (dirname, model), results, _ in valid_entries: for (dirname, model), results, _ in valid_entries:
if results: if results:
all_exercises.update(result["testcase"] for result in results) for result in results:
try:
all_exercises.add(result["testcase"])
except KeyError:
print(f"Warning: Missing testcase in {dirname}")
for (dirname, model), results, _ in valid_entries: for (dirname, model), results, _ in valid_entries:
if not results: if not results: