dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix: Handle missing attributes in show_stats and empty models

Browse source
This commit is contained in:
Paul Gauthier 2024-12-20 16:03:19 -08:00 • committed by Paul Gauthier (aider)
parent 521841b447
commit bddf6e9017
1 changed files with 13 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

17
benchmark/benchmark.py
View file

@ -106,7 +106,11 @@ def show_stats(dirnames, graphs):
f"Warning: {row.dir_name} is incomplete: {row.completed_tests} of {row.total_tests}"
)
kind = (row.model, row.edit_format)
try:
kind = (row.model, row.edit_format)
except AttributeError:
return
if kind in seen:
dump(row.dir_name)
dump(seen[kind])
@ -252,6 +256,7 @@ def main(
if languages:
requested = set(lang.strip().lower() for lang in languages.split(","))
lang_dirs = [d for d in lang_dirs if d.name.lower() in requested]
dump(lang_dirs)
if not lang_dirs:
print(f"No matching language directories found for: {languages}")
return []
@ -411,6 +416,9 @@ def show_diffs(dirnames):
def load_results(dirname):
dirname = Path(dirname)
all_results = []
# do this ai!
# add a --stats-languages switch that takes like java,cpp,python
# limit the glob here to those languages followed by /exercises/practice/*/.aider.results.json
for fname in dirname.glob("*/exercises/practice/*/.aider.results.json"):
try:
results = json.loads(fname.read_text())
@ -539,9 +547,10 @@ def summarize_results(dirname):
show("test_timeouts")
print(f" total_tests: {res.total_tests}")
a_model = set(variants["model"]).pop()
command = f"aider --model {a_model}"
print(f" command: {command}")
if variants["model"]:
a_model = set(variants["model"]).pop()
command = f"aider --model {a_model}"
print(f" command: {command}")
print(f" date: {date}")
print(" versions:", ",".join(versions))