dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

cleanup

Browse source
This commit is contained in:
Paul Gauthier 2023-07-01 13:29:52 -07:00
parent 34b4ab199d
commit bddc5a36f0
1 changed files with 5 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

16
benchmark/benchmark.py
View file

@ -72,8 +72,9 @@ def show_stats(dirnames):
df = pd.DataFrame.from_records(rows) df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True) df.sort_values(by=["model", "edit_format"], inplace=True)
df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean() tries = [df.groupby(["model", "edit_format"])["pass_rate_2"].mean()]
df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean() if True:
tries += [df.groupby(["model", "edit_format"])["pass_rate_1"].mean()]
plt.rcParams["hatch.linewidth"] = 0.5 plt.rcParams["hatch.linewidth"] = 0.5
plt.rcParams["hatch.color"] = "#444444" plt.rcParams["hatch.color"] = "#444444"
@ -84,16 +85,9 @@ def show_stats(dirnames):
fig, ax = plt.subplots(figsize=(12, 10)) fig, ax = plt.subplots(figsize=(12, 10))
ax.grid(axis="y", zorder=0, lw=0.2) ax.grid(axis="y", zorder=0, lw=0.2)
"""
colors = ["#007BFF", "#89CFF0", "#008000", "#32CD32"]
df_grouped2.unstack().plot(
kind="bar",
ax=ax,
color= colors,
)
"""
zorder = 1 zorder = 1
for grouped in (df_grouped2, df_grouped1): for grouped in tries:
zorder += 1 zorder += 1
df = grouped.unstack() df = grouped.unstack()
num_models, num_formats = df.shape num_models, num_formats = df.shape