dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-20 12:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

copy

Browse source
This commit is contained in:
Paul Gauthier 2024-06-02 09:28:56 -07:00
parent 57252c766d
commit 3ff0c7ce35
5 changed files with 244 additions and 176 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
assets/swe_bench.jpg
View file

Binary file not shown.
Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 43 KiB

After

Width:  |  Height:  |  Size: 42 KiB

Before After
Before After

216
assets/swe_bench.svg
View file

@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"> <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work> <cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/> <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-06-01T16:00:26.751322</dc:date> <dc:date>2024-06-02T09:28:07.920943</dc:date>
<dc:format>image/svg+xml</dc:format> <dc:format>image/svg+xml</dc:format>
<dc:creator> <dc:creator>
<cc:Agent> <cc:Agent>
@ -41,12 +41,12 @@ z
<g id="xtick_1"> <g id="xtick_1">
<g id="line2d_1"> <g id="line2d_1">
<defs> <defs>
<path id="m9698733033" d="M 0 0 <path id="m00a6b8fb2b" d="M 0 0
L 0 3.5 L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#m9698733033" x="137.644385" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="137.644385" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_1"> <g id="text_1">
@ -412,7 +412,7 @@ z
<g id="xtick_2"> <g id="xtick_2">
<g id="line2d_2"> <g id="line2d_2">
<g> <g>
<use xlink:href="#m9698733033" x="219.596257" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="219.596257" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_2"> <g id="text_2">
@ -583,7 +583,7 @@ z
<g id="xtick_3"> <g id="xtick_3">
<g id="line2d_3"> <g id="line2d_3">
<g> <g>
<use xlink:href="#m9698733033" x="301.548128" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="301.548128" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_3"> <g id="text_3">
@ -699,7 +699,7 @@ z
<g id="xtick_4"> <g id="xtick_4">
<g id="line2d_4"> <g id="line2d_4">
<g> <g>
<use xlink:href="#m9698733033" x="383.5" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="383.5" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_4"> <g id="text_4">
@ -894,7 +894,7 @@ z
<g id="xtick_5"> <g id="xtick_5">
<g id="line2d_5"> <g id="line2d_5">
<g> <g>
<use xlink:href="#m9698733033" x="465.451872" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="465.451872" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_5"> <g id="text_5">
@ -926,7 +926,7 @@ z
<g id="xtick_6"> <g id="xtick_6">
<g id="line2d_6"> <g id="line2d_6">
<g> <g>
<use xlink:href="#m9698733033" x="547.403743" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="547.403743" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_6"> <g id="text_6">
@ -1157,7 +1157,7 @@ z
<g id="xtick_7"> <g id="xtick_7">
<g id="line2d_7"> <g id="line2d_7">
<g> <g>
<use xlink:href="#m9698733033" x="629.355615" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m00a6b8fb2b" x="629.355615" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_7"> <g id="text_7">
@ -1339,16 +1339,16 @@ z
<g id="line2d_8"> <g id="line2d_8">
<path d="M 77 307.664 <path d="M 77 307.664
L 690 307.664 L 690 307.664
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_9"> <g id="line2d_9">
<defs> <defs>
<path id="mc771fb8b0f" d="M 0 0 <path id="md7d87368b2" d="M 0 0
L -3.5 0 L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_8"> <g id="text_8">
@ -1394,11 +1394,11 @@ z
<g id="line2d_10"> <g id="line2d_10">
<path d="M 77 275.254829 <path d="M 77 275.254829
L 690 275.254829 L 690 275.254829
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_11"> <g id="line2d_11">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="275.254829" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="275.254829" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_9"> <g id="text_9">
@ -1467,11 +1467,11 @@ z
<g id="line2d_12"> <g id="line2d_12">
<path d="M 77 242.845658 <path d="M 77 242.845658
L 690 242.845658 L 690 242.845658
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_13"> <g id="line2d_13">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="242.845658" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="242.845658" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_10"> <g id="text_10">
@ -1487,11 +1487,11 @@ L 690 242.845658
<g id="line2d_14"> <g id="line2d_14">
<path d="M 77 210.436487 <path d="M 77 210.436487
L 690 210.436487 L 690 210.436487
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_15"> <g id="line2d_15">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="210.436487" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="210.436487" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_11"> <g id="text_11">
@ -1523,16 +1523,16 @@ z
<g id="line2d_16"> <g id="line2d_16">
<path d="M 77 178.027316 <path d="M 77 178.027316
L 690 178.027316 L 690 178.027316
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_17"> <g id="line2d_17">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="178.027316" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="178.027316" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_12"> <g id="text_12">
<!-- 10.0 --> <!-- 10.0 -->
<g transform="translate(50.539063 181.614034) scale(0.1 -0.1)"> <g transform="translate(50.539062 181.614034) scale(0.1 -0.1)">
<defs> <defs>
<path id="Helvetica-31" d="M 613 3169 <path id="Helvetica-31" d="M 613 3169
L 613 3600 L 613 3600
@ -1557,16 +1557,16 @@ z
<g id="line2d_18"> <g id="line2d_18">
<path d="M 77 145.618145 <path d="M 77 145.618145
L 690 145.618145 L 690 145.618145
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_19"> <g id="line2d_19">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="145.618145" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="145.618145" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_13"> <g id="text_13">
<!-- 12.5 --> <!-- 12.5 -->
<g transform="translate(50.539063 149.204863) scale(0.1 -0.1)"> <g transform="translate(50.539062 149.204863) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/> <use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-32" x="55.615234"/> <use xlink:href="#Helvetica-32" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/> <use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1578,16 +1578,16 @@ L 690 145.618145
<g id="line2d_20"> <g id="line2d_20">
<path d="M 77 113.208974 <path d="M 77 113.208974
L 690 113.208974 L 690 113.208974
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_21"> <g id="line2d_21">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="113.208974" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="113.208974" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_14"> <g id="text_14">
<!-- 15.0 --> <!-- 15.0 -->
<g transform="translate(50.539063 116.795692) scale(0.1 -0.1)"> <g transform="translate(50.539062 116.795692) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/> <use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-35" x="55.615234"/> <use xlink:href="#Helvetica-35" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/> <use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1599,16 +1599,16 @@ L 690 113.208974
<g id="line2d_22"> <g id="line2d_22">
<path d="M 77 80.799802 <path d="M 77 80.799802
L 690 80.799802 L 690 80.799802
" clip-path="url(#pb8819c8324)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p29664ad139)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_23"> <g id="line2d_23">
<g> <g>
<use xlink:href="#mc771fb8b0f" x="77" y="80.799802" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#md7d87368b2" x="77" y="80.799802" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_15"> <g id="text_15">
<!-- 17.5 --> <!-- 17.5 -->
<g transform="translate(50.539063 84.386521) scale(0.1 -0.1)"> <g transform="translate(50.539062 84.386521) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/> <use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-37" x="55.615234"/> <use xlink:href="#Helvetica-37" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/> <use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1617,38 +1617,60 @@ L 690 80.799802
</g> </g>
</g> </g>
<g id="text_16"> <g id="text_16">
<!-- Instances resolved (%) --> <!-- Pass@1 (%) -->
<g style="fill: #555555" transform="translate(42.787188 270.564812) rotate(-90) scale(0.18 -0.18)"> <g style="fill: #555555" transform="translate(42.787187 229.678094) rotate(-90) scale(0.18 -0.18)">
<defs> <defs>
<path id="Helvetica-49" d="M 628 4591 <path id="Helvetica-40" d="M 3903 2791
L 1256 4591 Q 3903 2984 3773 3139
L 1256 0 Q 3644 3294 3416 3294
L 628 0 Q 3059 3294 2798 2873
L 628 4591 Q 2538 2453 2538 2038
Q 2538 1731 2672 1570
Q 2806 1409 3009 1409
Q 3431 1409 3667 1901
Q 3903 2394 3903 2791
z z
" transform="scale(0.015625)"/> M 3281 -134
<path id="Helvetica-63" d="M 1703 3444 Q 1975 -134 1269 681
Q 2269 3444 2623 3169 Q 703 1334 703 2191
Q 2978 2894 3050 2222 Q 703 3209 1391 3922
L 2503 2222 Q 2153 4716 3438 4716
Q 2453 2531 2275 2736 Q 4550 4716 5188 4153
Q 2097 2941 1703 2941 Q 5784 3622 5784 2775
Q 1166 2941 934 2416 Q 5784 2063 5357 1558
Q 784 2075 784 1575 Q 4931 1053 4403 1053
Q 784 1072 996 728 Q 4094 1053 3947 1201
Q 1209 384 1666 384 Q 3800 1350 3800 1559
Q 2016 384 2220 598 Q 3800 1594 3806 1631
Q 2425 813 2503 1184 Q 3813 1669 3822 1709
L 3050 1184 Q 3656 1350 3403 1201
Q 2956 519 2581 211 Q 3150 1053 2881 1053
Q 2206 -97 1622 -97 Q 2497 1053 2258 1331
Q 966 -97 575 383 Q 2019 1609 2019 2047
Q 184 863 184 1581 Q 2019 2669 2426 3144
Q 184 2463 612 2953 Q 2834 3619 3303 3619
Q 1041 3444 1703 3444 Q 3622 3619 3830 3434
z Q 4038 3250 4050 2991
M 1616 3428 L 4206 3516
L 1616 3428 L 4666 3516
L 4250 2147
Q 4203 1988 4181 1891
Q 4159 1794 4159 1719
Q 4159 1578 4245 1514
Q 4331 1450 4441 1450
Q 4797 1450 5080 1822
Q 5363 2194 5363 2794
Q 5363 3519 4856 3933
Q 4350 4347 3494 4347
Q 2306 4347 1678 3653
Q 1141 3063 1141 2169
Q 1141 1388 1653 856
Q 2253 228 3363 228
Q 3881 228 4328 392
Q 4775 556 5147 834
L 5353 553
Q 5072 303 4512 84
Q 3953 -134 3281 -134
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-28" d="M 1894 4666 <path id="Helvetica-28" d="M 1894 4666
@ -1729,28 +1751,16 @@ L 222 -1306
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
</defs> </defs>
<use xlink:href="#Helvetica-49"/> <use xlink:href="#Helvetica-50"/>
<use xlink:href="#Helvetica-6e" x="27.783203"/> <use xlink:href="#Helvetica-61" x="66.699219"/>
<use xlink:href="#Helvetica-73" x="83.398438"/> <use xlink:href="#Helvetica-73" x="122.314453"/>
<use xlink:href="#Helvetica-74" x="133.398438"/> <use xlink:href="#Helvetica-73" x="172.314453"/>
<use xlink:href="#Helvetica-61" x="161.181641"/> <use xlink:href="#Helvetica-40" x="222.314453"/>
<use xlink:href="#Helvetica-6e" x="216.796875"/> <use xlink:href="#Helvetica-31" x="323.828125"/>
<use xlink:href="#Helvetica-63" x="272.412109"/> <use xlink:href="#Helvetica-20" x="379.443359"/>
<use xlink:href="#Helvetica-65" x="322.412109"/> <use xlink:href="#Helvetica-28" x="407.226562"/>
<use xlink:href="#Helvetica-73" x="378.027344"/> <use xlink:href="#Helvetica-25" x="440.527344"/>
<use xlink:href="#Helvetica-20" x="428.027344"/> <use xlink:href="#Helvetica-29" x="529.443359"/>
<use xlink:href="#Helvetica-72" x="455.810547"/>
<use xlink:href="#Helvetica-65" x="489.111328"/>
<use xlink:href="#Helvetica-73" x="544.726562"/>
<use xlink:href="#Helvetica-6f" x="594.726562"/>
<use xlink:href="#Helvetica-6c" x="650.341797"/>
<use xlink:href="#Helvetica-76" x="672.558594"/>
<use xlink:href="#Helvetica-65" x="722.558594"/>
<use xlink:href="#Helvetica-64" x="778.173828"/>
<use xlink:href="#Helvetica-20" x="833.789062"/>
<use xlink:href="#Helvetica-28" x="861.572266"/>
<use xlink:href="#Helvetica-25" x="894.873047"/>
<use xlink:href="#Helvetica-29" x="983.789062"/>
</g> </g>
</g> </g>
</g> </g>
@ -1780,7 +1790,7 @@ L 170.425134 307.664
L 170.425134 171.545481 L 170.425134 171.545481
L 104.863636 171.545481 L 104.863636 171.545481
z z
" clip-path="url(#pb8819c8324)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p29664ad139)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_8"> <g id="patch_8">
<path d="M 186.815508 307.664 <path d="M 186.815508 307.664
@ -1788,7 +1798,7 @@ L 252.377005 307.664
L 252.377005 170.249115 L 252.377005 170.249115
L 186.815508 170.249115 L 186.815508 170.249115
z z
" clip-path="url(#pb8819c8324)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p29664ad139)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_9"> <g id="patch_9">
<path d="M 268.76738 307.664 <path d="M 268.76738 307.664
@ -1796,7 +1806,7 @@ L 334.328877 307.664
L 334.328877 145.618145 L 334.328877 145.618145
L 268.76738 145.618145 L 268.76738 145.618145
z z
" clip-path="url(#pb8819c8324)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p29664ad139)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_10"> <g id="patch_10">
<path d="M 350.719251 307.664 <path d="M 350.719251 307.664
@ -1804,7 +1814,7 @@ L 416.280749 307.664
L 416.280749 128.765376 L 416.280749 128.765376
L 350.719251 128.765376 L 350.719251 128.765376
z z
" clip-path="url(#pb8819c8324)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p29664ad139)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_11"> <g id="patch_11">
<path d="M 432.671123 307.664 <path d="M 432.671123 307.664
@ -1812,7 +1822,7 @@ L 498.23262 307.664
L 498.23262 127.469009 L 498.23262 127.469009
L 432.671123 127.469009 L 432.671123 127.469009
z z
" clip-path="url(#pb8819c8324)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p29664ad139)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_12"> <g id="patch_12">
<path d="M 514.622995 307.664 <path d="M 514.622995 307.664
@ -1820,7 +1830,7 @@ L 580.184492 307.664
L 580.184492 87.281637 L 580.184492 87.281637
L 514.622995 87.281637 L 514.622995 87.281637
z z
" clip-path="url(#pb8819c8324)" style="fill: #1a75c2; opacity: 0.9"/> " clip-path="url(#p29664ad139)" style="fill: #1a75c2; opacity: 0.9"/>
</g> </g>
<g id="patch_13"> <g id="patch_13">
<path d="M 596.574866 307.664 <path d="M 596.574866 307.664
@ -1828,7 +1838,7 @@ L 662.136364 307.664
L 662.136364 62.650667 L 662.136364 62.650667
L 596.574866 62.650667 L 596.574866 62.650667
z z
" clip-path="url(#pb8819c8324)" style="fill: #1a75c2; opacity: 0.9"/> " clip-path="url(#p29664ad139)" style="fill: #1a75c2; opacity: 0.9"/>
</g> </g>
<g id="text_17"> <g id="text_17">
<!-- 10.5% --> <!-- 10.5% -->
@ -2290,7 +2300,7 @@ z
</g> </g>
<g id="text_27"> <g id="text_27">
<!-- of 2,294 --> <!-- of 2,294 -->
<g style="fill: #555555" transform="translate(361.816562 169.782672) scale(0.12 -0.12)"> <g style="fill: #555555" transform="translate(361.816563 169.782672) scale(0.12 -0.12)">
<use xlink:href="#Helvetica-6f"/> <use xlink:href="#Helvetica-6f"/>
<use xlink:href="#Helvetica-66" x="55.615234"/> <use xlink:href="#Helvetica-66" x="55.615234"/>
<use xlink:href="#Helvetica-20" x="83.398438"/> <use xlink:href="#Helvetica-20" x="83.398438"/>
@ -2369,6 +2379,30 @@ Q 3319 0 2413 0
L 472 0 L 472 0
L 472 4591 L 472 4591
z z
" transform="scale(0.015625)"/>
<path id="Helvetica-63" d="M 1703 3444
Q 2269 3444 2623 3169
Q 2978 2894 3050 2222
L 2503 2222
Q 2453 2531 2275 2736
Q 2097 2941 1703 2941
Q 1166 2941 934 2416
Q 784 2075 784 1575
Q 784 1072 996 728
Q 1209 384 1666 384
Q 2016 384 2220 598
Q 2425 813 2503 1184
L 3050 1184
Q 2956 519 2581 211
Q 2206 -97 1622 -97
Q 966 -97 575 383
Q 184 863 184 1581
Q 184 2463 612 2953
Q 1041 3444 1703 3444
z
M 1616 3428
L 1616 3428
z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-68" d="M 413 4606 <path id="Helvetica-68" d="M 413 4606
L 975 4606 L 975 4606
@ -2404,7 +2438,7 @@ z
</g> </g>
</g> </g>
<defs> <defs>
<clipPath id="pb8819c8324"> <clipPath id="p29664ad139">
<rect x="77" y="50.4" width="613" height="257.264"/> <rect x="77" y="50.4" width="613" height="257.264"/>
</clipPath> </clipPath>
</defs> </defs>

Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 58 KiB

After

Width:  |  Height:  |  Size: 58 KiB

Before After
Before After

BIN
assets/swe_bench_lite.jpg
View file

Binary file not shown.
Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 39 KiB

After

Width:  |  Height:  |  Size: 38 KiB

Before After
Before After

202
assets/swe_bench_lite.svg
View file

@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"> <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work> <cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/> <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-06-01T07:33:14.155906</dc:date> <dc:date>2024-06-02T09:28:31.406793</dc:date>
<dc:format>image/svg+xml</dc:format> <dc:format>image/svg+xml</dc:format>
<dc:creator> <dc:creator>
<cc:Agent> <cc:Agent>
@ -41,12 +41,12 @@ z
<g id="xtick_1"> <g id="xtick_1">
<g id="line2d_1"> <g id="line2d_1">
<defs> <defs>
<path id="m7e965894c0" d="M 0 0 <path id="m947685df01" d="M 0 0
L 0 3.5 L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#m7e965894c0" x="130.142981" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="130.142981" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_1"> <g id="text_1">
@ -412,7 +412,7 @@ z
<g id="xtick_2"> <g id="xtick_2">
<g id="line2d_2"> <g id="line2d_2">
<g> <g>
<use xlink:href="#m7e965894c0" x="213.207821" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="213.207821" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_2"> <g id="text_2">
@ -482,7 +482,7 @@ z
<g id="xtick_3"> <g id="xtick_3">
<g id="line2d_3"> <g id="line2d_3">
<g> <g>
<use xlink:href="#m7e965894c0" x="296.27266" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="296.27266" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_3"> <g id="text_3">
@ -598,7 +598,7 @@ z
<g id="xtick_4"> <g id="xtick_4">
<g id="line2d_4"> <g id="line2d_4">
<g> <g>
<use xlink:href="#m7e965894c0" x="379.3375" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="379.3375" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_4"> <g id="text_4">
@ -754,7 +754,7 @@ z
<g id="xtick_5"> <g id="xtick_5">
<g id="line2d_5"> <g id="line2d_5">
<g> <g>
<use xlink:href="#m7e965894c0" x="462.40234" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="462.40234" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_5"> <g id="text_5">
@ -928,7 +928,7 @@ z
<g id="xtick_6"> <g id="xtick_6">
<g id="line2d_6"> <g id="line2d_6">
<g> <g>
<use xlink:href="#m7e965894c0" x="545.467179" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="545.467179" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_6"> <g id="text_6">
@ -1159,7 +1159,7 @@ z
<g id="xtick_7"> <g id="xtick_7">
<g id="line2d_7"> <g id="line2d_7">
<g> <g>
<use xlink:href="#m7e965894c0" x="628.532019" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m947685df01" x="628.532019" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_7"> <g id="text_7">
@ -1341,21 +1341,21 @@ z
<g id="line2d_8"> <g id="line2d_8">
<path d="M 68.675 307.664 <path d="M 68.675 307.664
L 690 307.664 L 690 307.664
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_9"> <g id="line2d_9">
<defs> <defs>
<path id="m46e428bacd" d="M 0 0 <path id="m250bda6bab" d="M 0 0
L -3.5 0 L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="307.664" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="307.664" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_8"> <g id="text_8">
<!-- 0 --> <!-- 0 -->
<g transform="translate(56.114063 311.250719) scale(0.1 -0.1)"> <g transform="translate(56.114062 311.250719) scale(0.1 -0.1)">
<defs> <defs>
<path id="Helvetica-30" d="M 1731 4475 <path id="Helvetica-30" d="M 1731 4475
Q 2600 4475 2988 3759 Q 2600 4475 2988 3759
@ -1387,16 +1387,16 @@ z
<g id="line2d_10"> <g id="line2d_10">
<path d="M 68.675 261.083518 <path d="M 68.675 261.083518
L 690 261.083518 L 690 261.083518
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_11"> <g id="line2d_11">
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="261.083518" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="261.083518" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_9"> <g id="text_9">
<!-- 5 --> <!-- 5 -->
<g transform="translate(56.114063 264.670237) scale(0.1 -0.1)"> <g transform="translate(56.114062 264.670237) scale(0.1 -0.1)">
<defs> <defs>
<path id="Helvetica-35" d="M 791 1141 <path id="Helvetica-35" d="M 791 1141
Q 847 659 1238 475 Q 847 659 1238 475
@ -1433,11 +1433,11 @@ z
<g id="line2d_12"> <g id="line2d_12">
<path d="M 68.675 214.503037 <path d="M 68.675 214.503037
L 690 214.503037 L 690 214.503037
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_13"> <g id="line2d_13">
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="214.503037" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="214.503037" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_10"> <g id="text_10">
@ -1465,11 +1465,11 @@ z
<g id="line2d_14"> <g id="line2d_14">
<path d="M 68.675 167.922555 <path d="M 68.675 167.922555
L 690 167.922555 L 690 167.922555
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_15"> <g id="line2d_15">
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="167.922555" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="167.922555" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_11"> <g id="text_11">
@ -1484,11 +1484,11 @@ L 690 167.922555
<g id="line2d_16"> <g id="line2d_16">
<path d="M 68.675 121.342074 <path d="M 68.675 121.342074
L 690 121.342074 L 690 121.342074
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_17"> <g id="line2d_17">
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="121.342074" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="121.342074" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_12"> <g id="text_12">
@ -1530,11 +1530,11 @@ z
<g id="line2d_18"> <g id="line2d_18">
<path d="M 68.675 74.761592 <path d="M 68.675 74.761592
L 690 74.761592 L 690 74.761592
" clip-path="url(#p64bcd2b177)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#p0f09835c00)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_19"> <g id="line2d_19">
<g> <g>
<use xlink:href="#m46e428bacd" x="68.675" y="74.761592" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m250bda6bab" x="68.675" y="74.761592" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_13"> <g id="text_13">
@ -1546,38 +1546,60 @@ L 690 74.761592
</g> </g>
</g> </g>
<g id="text_14"> <g id="text_14">
<!-- Instances resolved (%) --> <!-- Pass@1 (%) -->
<g style="fill: #555555" transform="translate(42.80125 270.564812) rotate(-90) scale(0.18 -0.18)"> <g style="fill: #555555" transform="translate(42.80125 229.678094) rotate(-90) scale(0.18 -0.18)">
<defs> <defs>
<path id="Helvetica-49" d="M 628 4591 <path id="Helvetica-40" d="M 3903 2791
L 1256 4591 Q 3903 2984 3773 3139
L 1256 0 Q 3644 3294 3416 3294
L 628 0 Q 3059 3294 2798 2873
L 628 4591 Q 2538 2453 2538 2038
Q 2538 1731 2672 1570
Q 2806 1409 3009 1409
Q 3431 1409 3667 1901
Q 3903 2394 3903 2791
z z
" transform="scale(0.015625)"/> M 3281 -134
<path id="Helvetica-63" d="M 1703 3444 Q 1975 -134 1269 681
Q 2269 3444 2623 3169 Q 703 1334 703 2191
Q 2978 2894 3050 2222 Q 703 3209 1391 3922
L 2503 2222 Q 2153 4716 3438 4716
Q 2453 2531 2275 2736 Q 4550 4716 5188 4153
Q 2097 2941 1703 2941 Q 5784 3622 5784 2775
Q 1166 2941 934 2416 Q 5784 2063 5357 1558
Q 784 2075 784 1575 Q 4931 1053 4403 1053
Q 784 1072 996 728 Q 4094 1053 3947 1201
Q 1209 384 1666 384 Q 3800 1350 3800 1559
Q 2016 384 2220 598 Q 3800 1594 3806 1631
Q 2425 813 2503 1184 Q 3813 1669 3822 1709
L 3050 1184 Q 3656 1350 3403 1201
Q 2956 519 2581 211 Q 3150 1053 2881 1053
Q 2206 -97 1622 -97 Q 2497 1053 2258 1331
Q 966 -97 575 383 Q 2019 1609 2019 2047
Q 184 863 184 1581 Q 2019 2669 2426 3144
Q 184 2463 612 2953 Q 2834 3619 3303 3619
Q 1041 3444 1703 3444 Q 3622 3619 3830 3434
z Q 4038 3250 4050 2991
M 1616 3428 L 4206 3516
L 1616 3428 L 4666 3516
L 4250 2147
Q 4203 1988 4181 1891
Q 4159 1794 4159 1719
Q 4159 1578 4245 1514
Q 4331 1450 4441 1450
Q 4797 1450 5080 1822
Q 5363 2194 5363 2794
Q 5363 3519 4856 3933
Q 4350 4347 3494 4347
Q 2306 4347 1678 3653
Q 1141 3063 1141 2169
Q 1141 1388 1653 856
Q 2253 228 3363 228
Q 3881 228 4328 392
Q 4775 556 5147 834
L 5353 553
Q 5072 303 4512 84
Q 3953 -134 3281 -134
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-28" d="M 1894 4666 <path id="Helvetica-28" d="M 1894 4666
@ -1658,28 +1680,16 @@ L 222 -1306
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
</defs> </defs>
<use xlink:href="#Helvetica-49"/> <use xlink:href="#Helvetica-50"/>
<use xlink:href="#Helvetica-6e" x="27.783203"/> <use xlink:href="#Helvetica-61" x="66.699219"/>
<use xlink:href="#Helvetica-73" x="83.398438"/> <use xlink:href="#Helvetica-73" x="122.314453"/>
<use xlink:href="#Helvetica-74" x="133.398438"/> <use xlink:href="#Helvetica-73" x="172.314453"/>
<use xlink:href="#Helvetica-61" x="161.181641"/> <use xlink:href="#Helvetica-40" x="222.314453"/>
<use xlink:href="#Helvetica-6e" x="216.796875"/> <use xlink:href="#Helvetica-31" x="323.828125"/>
<use xlink:href="#Helvetica-63" x="272.412109"/> <use xlink:href="#Helvetica-20" x="379.443359"/>
<use xlink:href="#Helvetica-65" x="322.412109"/> <use xlink:href="#Helvetica-28" x="407.226562"/>
<use xlink:href="#Helvetica-73" x="378.027344"/> <use xlink:href="#Helvetica-25" x="440.527344"/>
<use xlink:href="#Helvetica-20" x="428.027344"/> <use xlink:href="#Helvetica-29" x="529.443359"/>
<use xlink:href="#Helvetica-72" x="455.810547"/>
<use xlink:href="#Helvetica-65" x="489.111328"/>
<use xlink:href="#Helvetica-73" x="544.726562"/>
<use xlink:href="#Helvetica-6f" x="594.726562"/>
<use xlink:href="#Helvetica-6c" x="650.341797"/>
<use xlink:href="#Helvetica-76" x="672.558594"/>
<use xlink:href="#Helvetica-65" x="722.558594"/>
<use xlink:href="#Helvetica-64" x="778.173828"/>
<use xlink:href="#Helvetica-20" x="833.789062"/>
<use xlink:href="#Helvetica-28" x="861.572266"/>
<use xlink:href="#Helvetica-25" x="894.873047"/>
<use xlink:href="#Helvetica-29" x="983.789062"/>
</g> </g>
</g> </g>
</g> </g>
@ -1709,7 +1719,7 @@ L 163.368917 307.664
L 163.368917 198.665673 L 163.368917 198.665673
L 96.917045 198.665673 L 96.917045 198.665673
z z
" clip-path="url(#p64bcd2b177)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p0f09835c00)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_8"> <g id="patch_8">
<path d="M 179.981885 307.664 <path d="M 179.981885 307.664
@ -1717,7 +1727,7 @@ L 246.433757 307.664
L 246.433757 152.085191 L 246.433757 152.085191
L 179.981885 152.085191 L 179.981885 152.085191
z z
" clip-path="url(#p64bcd2b177)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p0f09835c00)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_9"> <g id="patch_9">
<path d="M 263.046725 307.664 <path d="M 263.046725 307.664
@ -1725,7 +1735,7 @@ L 329.498596 307.664
L 329.498596 139.974266 L 329.498596 139.974266
L 263.046725 139.974266 L 263.046725 139.974266
z z
" clip-path="url(#p64bcd2b177)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p0f09835c00)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_10"> <g id="patch_10">
<path d="M 346.111564 307.664 <path d="M 346.111564 307.664
@ -1733,7 +1743,7 @@ L 412.563436 307.664
L 412.563436 130.65817 L 412.563436 130.65817
L 346.111564 130.65817 L 346.111564 130.65817
z z
" clip-path="url(#p64bcd2b177)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p0f09835c00)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_11"> <g id="patch_11">
<path d="M 429.176404 307.664 <path d="M 429.176404 307.664
@ -1741,7 +1751,7 @@ L 495.628275 307.664
L 495.628275 118.547245 L 495.628275 118.547245
L 429.176404 118.547245 L 429.176404 118.547245
z z
" clip-path="url(#p64bcd2b177)" style="fill: #b3d1e6; opacity: 0.3"/> " clip-path="url(#p0f09835c00)" style="fill: #b3d1e6; opacity: 0.3"/>
</g> </g>
<g id="patch_12"> <g id="patch_12">
<path d="M 512.241243 307.664 <path d="M 512.241243 307.664
@ -1749,7 +1759,7 @@ L 578.693115 307.664
L 578.693115 74.761592 L 578.693115 74.761592
L 512.241243 74.761592 L 512.241243 74.761592
z z
" clip-path="url(#p64bcd2b177)" style="fill: #17965a; opacity: 0.9"/> " clip-path="url(#p0f09835c00)" style="fill: #17965a; opacity: 0.9"/>
</g> </g>
<g id="patch_13"> <g id="patch_13">
<path d="M 595.306083 307.664 <path d="M 595.306083 307.664
@ -1757,7 +1767,7 @@ L 661.757955 307.664
L 661.757955 62.650667 L 661.757955 62.650667
L 595.306083 62.650667 L 595.306083 62.650667
z z
" clip-path="url(#p64bcd2b177)" style="fill: #17965a; opacity: 0.9"/> " clip-path="url(#p0f09835c00)" style="fill: #17965a; opacity: 0.9"/>
</g> </g>
<g id="text_15"> <g id="text_15">
<!-- 11.7% --> <!-- 11.7% -->
@ -2216,6 +2226,30 @@ Q 3319 0 2413 0
L 472 0 L 472 0
L 472 4591 L 472 4591
z z
" transform="scale(0.015625)"/>
<path id="Helvetica-63" d="M 1703 3444
Q 2269 3444 2623 3169
Q 2978 2894 3050 2222
L 2503 2222
Q 2453 2531 2275 2736
Q 2097 2941 1703 2941
Q 1166 2941 934 2416
Q 784 2075 784 1575
Q 784 1072 996 728
Q 1209 384 1666 384
Q 2016 384 2220 598
Q 2425 813 2503 1184
L 3050 1184
Q 2956 519 2581 211
Q 2206 -97 1622 -97
Q 966 -97 575 383
Q 184 863 184 1581
Q 184 2463 612 2953
Q 1041 3444 1703 3444
z
M 1616 3428
L 1616 3428
z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-68" d="M 413 4606 <path id="Helvetica-68" d="M 413 4606
L 975 4606 L 975 4606
@ -2265,7 +2299,7 @@ z
</g> </g>
</g> </g>
<defs> <defs>
<clipPath id="p64bcd2b177"> <clipPath id="p0f09835c00">
<rect x="68.675" y="50.4" width="621.325" height="257.264"/> <rect x="68.675" y="50.4" width="621.325" height="257.264"/>
</clipPath> </clipPath>
</defs> </defs>

Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 53 KiB

After

Width:  |  Height:  |  Size: 53 KiB

Before After
Before After

2
benchmark/swe_bench.py
View file

@ -104,7 +104,7 @@ def plot_swe_bench(data_file, is_lite):
) )
# ax.set_xlabel("Models", fontsize=18) # ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Instances resolved (%)", fontsize=18, color=font_color) ax.set_ylabel("Pass@1 (%)", fontsize=18, color=font_color)
if is_lite: if is_lite:
title = "SWE Bench Lite" title = "SWE Bench Lite"
else: else: