dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 08:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refac

Browse source
This commit is contained in:
Paul Gauthier 2023-11-08 06:21:16 -08:00
parent c86a957cf5
commit 2c83287c46
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
benchmark/benchmark.py
View file

@ -114,12 +114,17 @@ def show_stats(dirnames):
# use the average in the main bar
rows[repeat_row]["pass_rate_2"] = repeat_avg
else:
repeat_hi = repeat_lo = repeat_avg = None
df = pd.DataFrame.from_records(rows)
df.sort_values(by=["model", "edit_format"], inplace=True)
dump(df)
plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg)
def plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg):
tries = [df.groupby(["model", "edit_format"])["pass_rate_2"].mean()]
if True:
tries += [df.groupby(["model", "edit_format"])["pass_rate_1"].mean()]