dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 08:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

chore: Move HARD_SET_NUM definition

Browse source
This commit is contained in:
Paul Gauthier 2024-12-18 13:08:47 -08:00 • committed by Paul Gauthier (aider)
parent e6bfc1c2fc
commit d4b62608a9
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
benchmark/problem_stats.py
View file

@ -5,13 +5,14 @@ import json
from collections import defaultdict
from typing import List, Optional
HARD_SET_NUM = 4 # Number of models that defines the hard set threshold
from pathlib import Path
import yaml
from aider.dump import dump # noqa
HARD_SET_NUM = 4 # Number of models that defines the hard set threshold
def get_dirs_from_leaderboard():
# Load the leaderboard data