dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

show try 1 and 2

Browse source
This commit is contained in:
Paul Gauthier 2023-07-01 13:28:36 -07:00
parent 8f73f8b651
commit 34b4ab199d
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -72,7 +72,7 @@ def show_stats(dirnames):
df = pd.DataFrame.from_records(rows) df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True) df.sort_values(by=["model", "edit_format"], inplace=True)
# df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean() df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean() df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean()
plt.rcParams["hatch.linewidth"] = 0.5 plt.rcParams["hatch.linewidth"] = 0.5
@ -93,7 +93,7 @@ def show_stats(dirnames):
) )
""" """
zorder = 1 zorder = 1
for grouped in (df_grouped2,): # df_grouped1 for grouped in (df_grouped2, df_grouped1):
zorder += 1 zorder += 1
df = grouped.unstack() df = grouped.unstack()
num_models, num_formats = df.shape num_models, num_formats = df.shape