diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index dbd3004ef..ccb531bb0 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -5,13 +5,14 @@ import json from collections import defaultdict from typing import List, Optional -HARD_SET_NUM = 4 # Number of models that defines the hard set threshold from pathlib import Path import yaml from aider.dump import dump # noqa +HARD_SET_NUM = 4 # Number of models that defines the hard set threshold + def get_dirs_from_leaderboard(): # Load the leaderboard data