mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-28 08:14:59 +00:00
61019093a2
# Aider chat conversation:
USER: plot a vertical bar graph of the data in tmp.txt. use similar fonts, colors and graph style to the one in over_time.py. put the new graph code in swe_bench_lite.py
ASSISTANT: Here is the code to plot a vertical bar graph of the data in `tmp.txt` using similar fonts, colors, and graph style to the one in `over_time.py`. This code will be placed in `swe_bench_lite.py`.
benchmark/swe_bench_lite.py
```python
<<<<<<< SEARCH
=======
import matplotlib.pyplot as plt
from matplotlib import rc
def plot_swe_bench_lite(data_file):
with open(data_file, "r") as file:
lines = file.readlines()
models = []
pass_rates = []
for line in lines:
if line.strip():
pass_rate, model = line.split("%")
models.append(model.strip())
pass_rates.append(float(pass_rate.strip()))
plt.rcParams["hatch.linewidth"] = 0.5
plt.rcParams["hatch.color"] = "#444444"
rc("font", **{"family": "sans-serif", "sans-serif": ["Helvetica"], "size": 10})
fig, ax = plt.subplots(figsize=(10, 5))
ax.grid(axis="y", zorder=0, lw=0.2)
for spine in ax.spines.values():
spine.set_edgecolor("#DDDDDD")
spine.set_linewidth(0.5)
colors = [
"red" if "Aider" in model else "green" if "AutoCodeRover" in model else "blue" for model in models
]
bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3)
for bar in bars:
yval = bar.get_height()
ax.text(bar.get_x() + bar.get_width()/2, yval + 0.5, f'{yval}%', ha='center', va='bottom', fontsize=12, alpha=0.75)
ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Pass Rate (%)", fontsize=18)
ax.set_title("SWE Benchmark Pass Rates by Model", fontsize=20)
plt.xticks(rotation=45, ha='right')
plt.tight_layout()
plt.savefig("swe_bench_lite.png")
plt.savefig("swe_bench_lite.svg")
plt.show()
# Example usage
plot_swe_bench_lite("benchmark/tmp.txt")
>>>>>>> REPLACE
```
47 lines
1.5 KiB
Python
47 lines
1.5 KiB
Python
import matplotlib.pyplot as plt
|
|
from matplotlib import rc
|
|
|
|
def plot_swe_bench_lite(data_file):
|
|
with open(data_file, "r") as file:
|
|
lines = file.readlines()
|
|
|
|
models = []
|
|
pass_rates = []
|
|
|
|
for line in lines:
|
|
if line.strip():
|
|
pass_rate, model = line.split("%")
|
|
models.append(model.strip())
|
|
pass_rates.append(float(pass_rate.strip()))
|
|
|
|
plt.rcParams["hatch.linewidth"] = 0.5
|
|
plt.rcParams["hatch.color"] = "#444444"
|
|
|
|
rc("font", **{"family": "sans-serif", "sans-serif": ["Helvetica"], "size": 10})
|
|
|
|
fig, ax = plt.subplots(figsize=(10, 5))
|
|
ax.grid(axis="y", zorder=0, lw=0.2)
|
|
for spine in ax.spines.values():
|
|
spine.set_edgecolor("#DDDDDD")
|
|
spine.set_linewidth(0.5)
|
|
|
|
colors = [
|
|
"red" if "Aider" in model else "green" if "AutoCodeRover" in model else "blue" for model in models
|
|
]
|
|
bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3)
|
|
|
|
for bar in bars:
|
|
yval = bar.get_height()
|
|
ax.text(bar.get_x() + bar.get_width()/2, yval + 0.5, f'{yval}%', ha='center', va='bottom', fontsize=12, alpha=0.75)
|
|
|
|
ax.set_xlabel("Models", fontsize=18)
|
|
ax.set_ylabel("Pass Rate (%)", fontsize=18)
|
|
ax.set_title("SWE Benchmark Pass Rates by Model", fontsize=20)
|
|
plt.xticks(rotation=45, ha='right')
|
|
plt.tight_layout()
|
|
plt.savefig("swe_bench_lite.png")
|
|
plt.savefig("swe_bench_lite.svg")
|
|
plt.show()
|
|
|
|
# Example usage
|
|
plot_swe_bench_lite("benchmark/tmp.txt")
|