diff --git a/assets/swe_bench_lite.jpg b/assets/swe_bench_lite.jpg index 6d6d3e807..11cb8b1c3 100644 Binary files a/assets/swe_bench_lite.jpg and b/assets/swe_bench_lite.jpg differ diff --git a/assets/swe_bench_lite.svg b/assets/swe_bench_lite.svg index 419998794..00f539180 100644 --- a/assets/swe_bench_lite.svg +++ b/assets/swe_bench_lite.svg @@ -6,7 +6,7 @@ - 2024-05-23T09:49:41.227630 + 2024-05-23T10:03:39.368177 image/svg+xml @@ -41,12 +41,12 @@ z - - + @@ -453,7 +453,7 @@ z - + @@ -479,7 +479,7 @@ z - + @@ -601,7 +601,7 @@ z - + @@ -674,7 +674,7 @@ z - + @@ -886,7 +886,7 @@ z - + @@ -1007,7 +1007,7 @@ z - + @@ -1043,16 +1043,16 @@ z +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - - + @@ -1089,11 +1089,11 @@ z +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1135,11 +1135,11 @@ z +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1167,11 +1167,11 @@ z +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1186,11 +1186,11 @@ L 690 161.676713 +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1232,11 +1232,11 @@ z +" clip-path="url(#p1078447209)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1411,7 +1411,7 @@ L 163.368917 273.70025 L 163.368917 77.285649 L 96.917045 77.285649 z -" clip-path="url(#p3efb973a07)" style="fill: #b3e6a8; opacity: 0.9"/> +" clip-path="url(#p1078447209)" style="fill: #17965a; opacity: 0.6"/> +" clip-path="url(#p1078447209)" style="fill: #17965a; opacity: 0.6"/> +" clip-path="url(#p1078447209)" style="fill: #b3d1e6; opacity: 0.3"/> +" clip-path="url(#p1078447209)" style="fill: #b3d1e6; opacity: 0.3"/> +" clip-path="url(#p1078447209)" style="fill: #b3d1e6; opacity: 0.3"/> +" clip-path="url(#p1078447209)" style="fill: #b3d1e6; opacity: 0.3"/> +" clip-path="url(#p1078447209)" style="fill: #b3d1e6; opacity: 0.3"/> @@ -1745,7 +1745,7 @@ z - + diff --git a/benchmark/swe_bench_lite.py b/benchmark/swe_bench_lite.py index 6a715585a..a3e4aa667 100644 --- a/benchmark/swe_bench_lite.py +++ b/benchmark/swe_bench_lite.py @@ -42,7 +42,6 @@ def plot_swe_bench_lite(data_file): yval = bar.get_height() y = yval + 0.75 if "Aider" in model else yval - 1.25 va = "bottom" if "Aider" in model else "top" - fontweight = 800 if "Aider" in model else "normal" ax.text( bar.get_x() + bar.get_width() / 2, @@ -51,21 +50,16 @@ def plot_swe_bench_lite(data_file): ha="center", va=va, fontsize=14, - fontweight=fontweight, ) # ax.set_xlabel("Models", fontsize=18) ax.set_ylabel("Instances resolved (%)", fontsize=18, color=font_color) ax.set_title("SWE Bench Lite", fontsize=20) ax.set_ylim(0, 29.9) - xticks = plt.xticks( + plt.xticks( fontsize=16, color=font_color, ) - for label in xticks[1]: - if "Aider" in label.get_text(): - label.set_fontweight(800) - label.set_fontsize(16) plt.tight_layout(pad=3.0) plt.savefig("swe_bench_lite.jpg") plt.savefig("swe_bench_lite.svg")