dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 06:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

copy

Browse source
This commit is contained in:
Paul Gauthier 2023-11-08 08:36:48 -08:00
parent 2c83287c46
commit 59fed25cd1
4 changed files with 72 additions and 69 deletions
Download patch file Download diff file Expand all files Collapse all files

5
benchmark/benchmark.py
View file

@ -121,9 +121,14 @@ def show_stats(dirnames):
df.sort_values(by=["model", "edit_format"], inplace=True)
dump(df)
# plot_timing(df)
plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg)
def plot_timing(df):
"""plot a graph showing the average duration of each (model, edit_format)"""
def plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg):
tries = [df.groupby(["model", "edit_format"])["pass_rate_2"].mean()]
if True: