dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2023-06-29 20:47:49 -07:00
parent cf171bdd1e
commit 490a59cba4
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
benchmark/benchmark.py
View file

@ -65,15 +65,15 @@ def show_stats(dirnames):
df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True)
df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
# df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean()
fig, ax = plt.subplots(figsize=(10, 6))
df_grouped2.unstack().plot(kind="barh", ax=ax)
ax.set_xlabel("Pass Rate 1")
ax.set_xlabel("Percent of passed unittests")
ax.set_ylabel("Model")
ax.set_title("Pass Rate 1 for each Model/Edit Format")
ax.set_title("Code editing success rate by model & edit format")
ax.legend(title="Edit Format")
imgcat(fig)