From 61019093a26b787a9c1f0e4d3e047e8e751952ab Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Wed, 22 May 2024 15:11:22 -0700
Subject: [PATCH] aider: Added code to plot a vertical bar graph of data from
 tmp.txt in swe_bench_lite.py.

# Aider chat conversation:

USER: plot a vertical bar graph of the data in tmp.txt. use similar fonts, colors and graph style to the one in over_time.py. put the new graph code in swe_bench_lite.py

ASSISTANT: Here is the code to plot a vertical bar graph of the data in `tmp.txt` using similar fonts, colors, and graph style to the one in `over_time.py`. This code will be placed in `swe_bench_lite.py`.

benchmark/swe_bench_lite.py
```python
<<<<<<< SEARCH
=======
import matplotlib.pyplot as plt
from matplotlib import rc

def plot_swe_bench_lite(data_file):
    with open(data_file, "r") as file:
        lines = file.readlines()

    models = []
    pass_rates = []

    for line in lines:
        if line.strip():
            pass_rate, model = line.split("%")
            models.append(model.strip())
            pass_rates.append(float(pass_rate.strip()))

    plt.rcParams["hatch.linewidth"] = 0.5
    plt.rcParams["hatch.color"] = "#444444"

    rc("font", **{"family": "sans-serif", "sans-serif": ["Helvetica"], "size": 10})

    fig, ax = plt.subplots(figsize=(10, 5))
    ax.grid(axis="y", zorder=0, lw=0.2)
    for spine in ax.spines.values():
        spine.set_edgecolor("#DDDDDD")
        spine.set_linewidth(0.5)

    colors = [
        "red" if "Aider" in model else "green" if "AutoCodeRover" in model else "blue" for model in models
    ]
    bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3)

    for bar in bars:
        yval = bar.get_height()
        ax.text(bar.get_x() + bar.get_width()/2, yval + 0.5, f'{yval}%', ha='center', va='bottom', fontsize=12, alpha=0.75)

    ax.set_xlabel("Models", fontsize=18)
    ax.set_ylabel("Pass Rate (%)", fontsize=18)
    ax.set_title("SWE Benchmark Pass Rates by Model", fontsize=20)
    plt.xticks(rotation=45, ha='right')
    plt.tight_layout()
    plt.savefig("swe_bench_lite.png")
    plt.savefig("swe_bench_lite.svg")
    plt.show()

# Example usage
plot_swe_bench_lite("benchmark/tmp.txt")
>>>>>>> REPLACE
```
---
 benchmark/swe_bench_lite.py | 47 +++++++++++++++++++++++++++++++++++++
 1 file changed, 47 insertions(+)
 create mode 100644 benchmark/swe_bench_lite.py

diff --git a/benchmark/swe_bench_lite.py b/benchmark/swe_bench_lite.py
new file mode 100644
index 000000000..36fea56fe
--- /dev/null
+++ b/benchmark/swe_bench_lite.py
@@ -0,0 +1,47 @@
+import matplotlib.pyplot as plt
+from matplotlib import rc
+
+def plot_swe_bench_lite(data_file):
+    with open(data_file, "r") as file:
+        lines = file.readlines()
+
+    models = []
+    pass_rates = []
+
+    for line in lines:
+        if line.strip():
+            pass_rate, model = line.split("%")
+            models.append(model.strip())
+            pass_rates.append(float(pass_rate.strip()))
+
+    plt.rcParams["hatch.linewidth"] = 0.5
+    plt.rcParams["hatch.color"] = "#444444"
+
+    rc("font", **{"family": "sans-serif", "sans-serif": ["Helvetica"], "size": 10})
+
+    fig, ax = plt.subplots(figsize=(10, 5))
+    ax.grid(axis="y", zorder=0, lw=0.2)
+    for spine in ax.spines.values():
+        spine.set_edgecolor("#DDDDDD")
+        spine.set_linewidth(0.5)
+
+    colors = [
+        "red" if "Aider" in model else "green" if "AutoCodeRover" in model else "blue" for model in models
+    ]
+    bars = ax.bar(models, pass_rates, color=colors, alpha=0.5, zorder=3)
+
+    for bar in bars:
+        yval = bar.get_height()
+        ax.text(bar.get_x() + bar.get_width()/2, yval + 0.5, f'{yval}%', ha='center', va='bottom', fontsize=12, alpha=0.75)
+
+    ax.set_xlabel("Models", fontsize=18)
+    ax.set_ylabel("Pass Rate (%)", fontsize=18)
+    ax.set_title("SWE Benchmark Pass Rates by Model", fontsize=20)
+    plt.xticks(rotation=45, ha='right')
+    plt.tight_layout()
+    plt.savefig("swe_bench_lite.png")
+    plt.savefig("swe_bench_lite.svg")
+    plt.show()
+
+# Example usage
+plot_swe_bench_lite("benchmark/tmp.txt")