dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2024-05-22 15:33:11 -07:00
parent fcfc05e2d3
commit 9f2554fed7
4 changed files with 154 additions and 172 deletions
Download patch file Download diff file Expand all files Collapse all files

19
benchmark/swe_bench_lite.py
View file

@ -21,8 +21,9 @@ def plot_swe_bench_lite(data_file):
plt.rcParams["hatch.linewidth"] = 0.5
plt.rcParams["hatch.color"] = "#444444"
font_color = "#555"
rc("font", **{"family": "sans-serif", "sans-serif": ["Helvetica"], "size": 10})
plt.rcParams["text.color"] = "#555"
plt.rcParams["text.color"] = font_color
fig, ax = plt.subplots(figsize=(10, 5))
ax.grid(axis="y", zorder=0, lw=0.2)
@ -37,24 +38,24 @@ def plot_swe_bench_lite(data_file):
yval = bar.get_height()
ax.text(
bar.get_x() + bar.get_width() / 2,
yval + 0.5,
yval - 1.5,
f"{yval}%",
ha="center",
va="bottom",
fontsize=12,
alpha=0.75,
va="top",
fontsize=14,
# alpha=0.75,
)
# ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Pass rate (%)", fontsize=18, color="#555")
ax.set_ylabel("Pass rate (%)", fontsize=18, color=font_color)
ax.set_title("SWE Bench Lite", fontsize=20)
ax.set_ylim(0, 30)
plt.xticks(rotation=45, ha="right", fontsize=16)
ax.set_ylim(0, 29)
plt.xticks(rotation=45, ha="right", fontsize=16, color=font_color)
plt.tight_layout(pad=3.0)
plt.savefig("swe_bench_lite.jpg")
plt.savefig("swe_bench_lite.svg")
imgcat(fig)
ax.xaxis.label.set_color("#555")
ax.xaxis.label.set_color(font_color)
# Example usage