dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

remove the 1 try results

Browse source
This commit is contained in:
Paul Gauthier 2023-06-30 14:01:29 -07:00
parent c793511957
commit ca306b6a4a
3 changed files with 62 additions and 217 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -76,7 +76,7 @@ def show_stats(dirnames):
df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True)
df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
# df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean()
plt.rcParams["hatch.linewidth"] = 0.5
@ -97,7 +97,7 @@ def show_stats(dirnames):
)
"""
zorder = 1
for grouped in (df_grouped2, df_grouped1):
for grouped in (df_grouped2,): # df_grouped1
zorder += 1
df = grouped.unstack()
num_models, num_formats = df.shape