From d4b62608a98904c05b448196765bf0d288d306fa Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 18 Dec 2024 13:08:47 -0800 Subject: [PATCH] chore: Move HARD_SET_NUM definition --- benchmark/problem_stats.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmark/problem_stats.py b/benchmark/problem_stats.py index dbd3004ef..ccb531bb0 100755 --- a/benchmark/problem_stats.py +++ b/benchmark/problem_stats.py @@ -5,13 +5,14 @@ import json from collections import defaultdict from typing import List, Optional -HARD_SET_NUM = 4 # Number of models that defines the hard set threshold from pathlib import Path import yaml from aider.dump import dump # noqa +HARD_SET_NUM = 4 # Number of models that defines the hard set threshold + def get_dirs_from_leaderboard(): # Load the leaderboard data