dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

prettier

Browse source
This commit is contained in:
Paul Gauthier 2023-06-29 22:08:09 -07:00
parent 73f99996df
commit cba75a3bfe
1 changed files with 35 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

40
benchmark/benchmark.py
View file

@ -17,6 +17,7 @@ from typing import List
import git import git
import lox import lox
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
import numpy as np
import pandas as pd import pandas as pd
import prompts import prompts
import typer import typer
@ -68,12 +69,41 @@ def show_stats(dirnames):
# df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean() # df_grouped1 = df.groupby(["model", "edit_format"])["pass_rate_1"].mean()
df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean() df_grouped2 = df.groupby(["model", "edit_format"])["pass_rate_2"].mean()
fig, ax = plt.subplots(figsize=(10, 6)) dump(df_grouped2.unstack())
color_map = {"edit_format1": "blue", "edit_format2": "green", "edit_format3": "red"} # Define your color map here
df_grouped2.unstack().plot(kind="barh", ax=ax, color=[color_map[i] for i in df_grouped2.index])
ax.set_xlabel("Percent of passed unittests") plt.rcParams["hatch.linewidth"] = 0.5
ax.set_ylabel("Model") plt.rcParams["hatch.color"] = "#444444"
fig, ax = plt.subplots(figsize=(10, 6))
"""
colors = ["#007BFF", "#89CFF0", "#008000", "#32CD32"]
df_grouped2.unstack().plot(
kind="bar",
ax=ax,
color= colors,
)
"""
df = df_grouped2.unstack()
num_models, num_formats = df.shape
dump(num_models)
dump(num_formats)
pos = np.array(range(num_models))
width = 0.8 / num_formats
formats = df.columns
models = df.index
for i, fmt in enumerate(formats):
dump(df[fmt])
color = "#b3e6a8" if "diff" in fmt else "#b3d1e6"
hatch = "///" if "func" in fmt else ""
ax.bar(pos + i * width, df[fmt], width * 0.95, label=fmt, color=color, hatch=hatch)
ax.set_xticks([p + 1.5 * width for p in pos])
ax.set_xticklabels(models)
ax.set_ylabel("Percent of passed unittests")
# ax.set_xlabel("Model")
ax.set_title("Code editing success rate by model & edit format") ax.set_title("Code editing success rate by model & edit format")
ax.legend(title="Edit Format") ax.legend(title="Edit Format")