dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix: Correct language lookup in problem_stats.py

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:45:58 -08:00
parent 2c7d1897eb
commit 366155b828
1 changed files with 2 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

12
benchmark/problem_stats.py
View file

@ -126,16 +126,8 @@ def analyze_exercise_solutions(dirs=None, topn=None):
total_models = len(valid_entries) total_models = len(valid_entries)
for testcase in all_exercises: for testcase in all_exercises:
# Find language for this testcase # Language is already in the testcase string
lang = "unknown" lang = testcase.split('/')[0] # First part is the language
for r in next(iter(valid_entries))[1]:
try:
if r.get("testcase") == testcase:
lang = r["language"]
break
except KeyError:
continue
models = exercise_solutions[testcase] models = exercise_solutions[testcase]
num_solved = len(models) num_solved = len(models)
percent = (num_solved / total_models) * 100 percent = (num_solved / total_models) * 100