dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2024-05-23 08:28:42 -07:00
parent 0f92c2bd7e
commit 15669b7ae8
3 changed files with 77 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

15
benchmark/swe_bench_lite.py
View file

@ -34,14 +34,21 @@ def plot_swe_bench_lite(data_file):
colors = ["#b3e6a8" if "Aider" in model else "#b3d1e6" for model in models]
bars = ax.bar(models, pass_rates, color=colors, alpha=0.75, zorder=3)
for bar in bars:
for model, bar in zip(models, bars):
yval = bar.get_height()
if "Aider" in model:
y = yval + 0.75
va = "bottom"
else:
y = yval - 1.25
va = "top"
ax.text(
bar.get_x() + bar.get_width() / 2,
yval - 1.25,
y,
f"{yval}%",
ha="center",
va="top",
va=va,
fontsize=14,
# alpha=0.75,
)
@ -49,7 +56,7 @@ def plot_swe_bench_lite(data_file):
# ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Instances resolved (%)", fontsize=18, color=font_color)
ax.set_title("SWE Bench Lite", fontsize=20)
ax.set_ylim(0, 29)
ax.set_ylim(0, 29.9)
plt.xticks(
# rotation=45,
# ha="center",