dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix: Remove duplicate language prefix in problem stats

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-18 12:48:40 -08:00
parent e88064fdc9
commit 14af6f1fba
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
benchmark/problem_stats.py
View file

@ -132,6 +132,9 @@ def analyze_exercise_solutions(dirs=None, topn=None):
num_solved = len(models)
percent = (num_solved / total_models) * 100
testcase = testcase.replace("exercises/", "") # Remove the exercises/ prefix
# Remove duplicate language prefix (e.g. javascript/javascript/ -> javascript/)
if testcase.startswith(f"{lang}/{lang}/"):
testcase = testcase[len(lang)+1:]
exercise_stats.append((lang, testcase, num_solved, percent))
# Sort all exercises by solve rate