dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-25 14:55:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

Updated SWE Bench Lite to display pass rates by model with adjusted colors and title.

Browse source
This commit is contained in:
Paul Gauthier 2024-05-22 15:13:00 -07:00
parent 61019093a2
commit c9349d6e23
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/swe_bench_lite.py
View file

@ -26,7 +26,7 @@ def plot_swe_bench_lite(data_file):
spine.set_linewidth(0.5) spine.set_linewidth(0.5)
colors = [ colors = [
"red" if "Aider" in model else "green" if "AutoCodeRover" in model else "blue" for model in models "red" if "Aider" in model else "blue" for model in models
] ]
bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3) bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3)
@ -36,7 +36,7 @@ def plot_swe_bench_lite(data_file):
ax.set_xlabel("Models", fontsize=18) ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Pass Rate (%)", fontsize=18) ax.set_ylabel("Pass Rate (%)", fontsize=18)
ax.set_title("SWE Benchmark Pass Rates by Model", fontsize=20) ax.set_title("SWE Bench Lite pass rates", fontsize=20)
plt.xticks(rotation=45, ha='right') plt.xticks(rotation=45, ha='right')
plt.tight_layout() plt.tight_layout()
plt.savefig("swe_bench_lite.png") plt.savefig("swe_bench_lite.png")