dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 06:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

intro

Browse source
This commit is contained in:
Paul Gauthier 2023-06-30 20:42:54 -07:00
parent 5942057a9c
commit 92e5f43abe
2 changed files with 11 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

24
benchmark/benchmark.py
View file

@ -42,8 +42,6 @@ def show_stats(dirnames):
row = summarize_results(dirname) row = summarize_results(dirname)
raw_rows.append(row) raw_rows.append(row)
return
repeats = [] repeats = []
seen = dict() seen = dict()
rows = [] rows = []
@ -71,10 +69,6 @@ def show_stats(dirnames):
seen[kind] = row.dir_name seen[kind] = row.dir_name
rows.append(vars(row)) rows.append(vars(row))
repeats = pd.DataFrame.from_records(repeats)
repeat_max = repeats["pass_rate_2"].max()
repeat_min = repeats["pass_rate_2"].min()
df = pd.DataFrame.from_records(rows) df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True) df.sort_values(by=["model", "edit_format"], inplace=True)
@ -135,9 +129,14 @@ def show_stats(dirnames):
if zorder == 2: if zorder == 2:
ax.bar_label(rects, padding=8, labels=[f"{v:.0f}%" for v in df[fmt]], size=11) ax.bar_label(rects, padding=8, labels=[f"{v:.0f}%" for v in df[fmt]], size=11)
lo = 44 - repeat_min if repeats:
hi = repeat_max - 44 repeats = pd.DataFrame.from_records(repeats)
ax.errorbar(1.4, 44, yerr=[[lo], [hi]], fmt="none", zorder=5, capsize=5) repeat_max = repeats["pass_rate_2"].max()
repeat_min = repeats["pass_rate_2"].min()
lo = 44 - repeat_min
hi = repeat_max - 44
ax.errorbar(1.4, 44, yerr=[[lo], [hi]], fmt="none", zorder=5, capsize=5)
ax.set_xticks([p + 1.5 * width for p in pos]) ax.set_xticks([p + 1.5 * width for p in pos])
ax.set_xticklabels(models, rotation=45) ax.set_xticklabels(models, rotation=45)
@ -428,11 +427,8 @@ def run_test(
shutil.copy(original_fname, fname) shutil.copy(original_fname, fname)
file_list = " ".join(fname.name for fname in fnames) file_list = " ".join(fname.name for fname in fnames)
intro = testdir / ".docs/introduction.md"
if intro.exists(): instructions = ""
instructions = intro.read_text() + "\n\n"
else:
instructions = ""
introduction = testdir / ".docs/introduction.md" introduction = testdir / ".docs/introduction.md"
if introduction.exists(): if introduction.exists():

2
docs/benchmarks.md
View file

@ -74,7 +74,7 @@ their coding skills.
Each exercise has: Each exercise has:
- Some instructions about the exercise, in a markdown file. - Some instructions for the exercise, in markdown files.
- Stub code for the implementation in a python file, specifying the functions/classes that need to be implemented. - Stub code for the implementation in a python file, specifying the functions/classes that need to be implemented.
- Unit tests in a seperate python file. - Unit tests in a seperate python file.