dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-21 21:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

fix: Remove "exercises/" prefix from testcase output

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:33:41 -08:00
parent 7ad0d46c11
commit 42d8650058
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
benchmark/problem_stats.py
View file

@ -136,6 +136,7 @@ def analyze_exercise_solutions(dirs=None, topn=None):
models = exercise_solutions[testcase] models = exercise_solutions[testcase]
num_solved = len(models) num_solved = len(models)
percent = (num_solved / total_models) * 100 percent = (num_solved / total_models) * 100
testcase = testcase.replace("exercises/", "") # Remove the exercises/ prefix
exercise_stats.append((lang, testcase, num_solved, percent)) exercise_stats.append((lang, testcase, num_solved, percent))
# Sort all exercises by solve rate # Sort all exercises by solve rate