dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2023-11-08 11:16:56 -08:00
parent fc747ef589
commit ed0dc95a10
3 changed files with 356 additions and 282 deletions
Download patch file Download diff file Expand all files Collapse all files

337
assets/benchmarks-1106.svg
View file

@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2023-11-08T10:28:45.418930</dc:date>
<dc:date>2023-11-08T11:16:45.721593</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@ -32,8 +32,8 @@ z
<g id="patch_2">
<path d="M 47.81 239.24
L 404.21745 239.24
L 404.21745 25.693125
L 47.81 25.693125
L 404.21745 38.581125
L 47.81 38.581125
z
" style="fill: #ffffff"/>
</g>
@ -41,12 +41,12 @@ z
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="m10d7ea433b" d="M 0 0
<path id="m04d2d1e15d" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m10d7ea433b" x="87.497818" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="87.497818" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@ -363,7 +363,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#m10d7ea433b" x="147.722126" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="147.722126" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@ -428,7 +428,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#m10d7ea433b" x="207.946433" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="207.946433" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@ -461,7 +461,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#m10d7ea433b" x="268.17074" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="268.17074" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@ -507,7 +507,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#m10d7ea433b" x="328.395047" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="328.395047" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@ -532,7 +532,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#m10d7ea433b" x="388.619355" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m04d2d1e15d" x="388.619355" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@ -819,16 +819,16 @@ z
<g id="line2d_7">
<path d="M 47.81 239.24
L 404.21745 239.24
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_8">
<defs>
<path id="m5bcdf4ec76" d="M 0 0
<path id="mb5e10f323f" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
@ -840,18 +840,18 @@ L -3.5 0
</g>
<g id="ytick_2">
<g id="line2d_9">
<path d="M 47.81 196.530625
L 404.21745 196.530625
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 47.81 199.108225
L 404.21745 199.108225
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_10">
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="196.530625" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="199.108225" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
<!-- 20 -->
<g transform="translate(29.688125 200.117344) scale(0.1 -0.1)">
<g transform="translate(29.688125 202.694944) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-32" d="M 200 0
Q 231 578 439 1006
@ -886,18 +886,18 @@ z
</g>
<g id="ytick_3">
<g id="line2d_11">
<path d="M 47.81 153.82125
L 404.21745 153.82125
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 47.81 158.97645
L 404.21745 158.97645
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_12">
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="153.82125" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="158.97645" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
<!-- 40 -->
<g transform="translate(29.688125 157.407969) scale(0.1 -0.1)">
<g transform="translate(29.688125 162.563169) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-34"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
</g>
@ -905,18 +905,18 @@ L 404.21745 153.82125
</g>
<g id="ytick_4">
<g id="line2d_13">
<path d="M 47.81 111.111875
L 404.21745 111.111875
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 47.81 118.844675
L 404.21745 118.844675
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_14">
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="111.111875" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="118.844675" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_10">
<!-- 60 -->
<g transform="translate(29.688125 114.698594) scale(0.1 -0.1)">
<g transform="translate(29.688125 122.431394) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-36"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
</g>
@ -924,18 +924,18 @@ L 404.21745 111.111875
</g>
<g id="ytick_5">
<g id="line2d_15">
<path d="M 47.81 68.4025
L 404.21745 68.4025
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 47.81 78.7129
L 404.21745 78.7129
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_16">
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="68.4025" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="78.7129" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
<!-- 80 -->
<g transform="translate(29.688125 71.989219) scale(0.1 -0.1)">
<g transform="translate(29.688125 82.299619) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-38" d="M 1741 2600
Q 2113 2600 2322 2808
@ -984,18 +984,18 @@ z
</g>
<g id="ytick_6">
<g id="line2d_17">
<path d="M 47.81 25.693125
L 404.21745 25.693125
" clip-path="url(#p14f16b701e)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 47.81 38.581125
L 404.21745 38.581125
" clip-path="url(#p2f2815f9ac)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_18">
<g>
<use xlink:href="#m5bcdf4ec76" x="47.81" y="25.693125" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mb5e10f323f" x="47.81" y="38.581125" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
<!-- 100 -->
<g transform="translate(24.127188 29.279844) scale(0.1 -0.1)">
<g transform="translate(24.127188 42.167844) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
<use xlink:href="#Helvetica-30" x="111.230469"/>
@ -1004,7 +1004,7 @@ L 404.21745 25.693125
</g>
<g id="text_13">
<!-- Percent of exercises completed successfully -->
<g transform="translate(17.983438 230.559531) rotate(-90) scale(0.1 -0.1)">
<g transform="translate(17.983438 237.003531) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-50" d="M 547 4591
L 2613 4591
@ -1199,98 +1199,98 @@ z
<g id="patch_3">
<path d="M 64.010339 239.24
L 86.895575 239.24
L 86.895575 192.677148
L 64.010339 192.677148
L 86.895575 195.487313
L 64.010339 195.487313
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_4">
<path d="M 124.234646 239.24
L 147.119883 239.24
L 147.119883 208.733304
L 124.234646 208.733304
L 147.119883 210.574446
L 124.234646 210.574446
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_5">
<path d="M 184.458953 239.24
L 207.34419 239.24
L 207.34419 170.198529
L 184.458953 170.198529
L 207.34419 174.365326
L 184.458953 174.365326
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_6">
<path d="M 244.68326 239.24
L 267.568497 239.24
L 267.568497 104.368289
L 244.68326 104.368289
L 267.568497 112.508079
L 244.68326 112.508079
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_7">
<path d="M 304.907568 239.24
L 327.792804 239.24
L 327.792804 102.762674
L 304.907568 102.762674
L 327.792804 110.999366
L 304.907568 110.999366
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_8">
<path d="M 365.131875 239.24
L 388.017112 239.24
L 388.017112 105.973905
L 365.131875 105.973905
L 388.017112 114.016792
L 365.131875 114.016792
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_9">
<path d="M 88.100062 239.24
L 110.985298 239.24
L 110.985298 115.607599
L 88.100062 115.607599
L 110.985298 123.069072
L 88.100062 123.069072
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_10">
<path d="M 148.324369 239.24
L 171.209606 239.24
L 171.209606 131.663755
L 148.324369 131.663755
L 171.209606 138.156206
L 148.324369 138.156206
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_11">
<path d="M 208.548676 239.24
L 231.433913 239.24
L 231.433913 120.424445
L 208.548676 120.424445
L 231.433913 127.595212
L 208.548676 127.595212
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_12">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_13">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_14">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_15">
<path d="M 47.81 239.24
L 47.81 25.693125
L 47.81 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_16">
<path d="M 404.21745 239.24
L 404.21745 25.693125
L 404.21745 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_17">
@ -1299,13 +1299,13 @@ L 404.21745 239.24
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_18">
<path d="M 47.81 25.693125
L 404.21745 25.693125
<path d="M 47.81 38.581125
L 404.21745 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_14">
<!-- 22% -->
<g transform="translate(69.448738 187.426523) scale(0.06 -0.06)">
<g transform="translate(69.448738 190.236688) scale(0.06 -0.06)">
<defs>
<path id="Helvetica-25" d="M 4363 2175
Q 4813 2175 5131 1856
@ -1362,7 +1362,7 @@ z
</g>
<g id="text_15">
<!-- 14% -->
<g transform="translate(129.673045 203.482679) scale(0.06 -0.06)">
<g transform="translate(129.673045 205.323821) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-34" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1370,7 +1370,7 @@ z
</g>
<g id="text_16">
<!-- 32% -->
<g transform="translate(189.897353 164.947904) scale(0.06 -0.06)">
<g transform="translate(189.897353 169.114701) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-33"/>
<use xlink:href="#Helvetica-32" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1378,7 +1378,7 @@ z
</g>
<g id="text_17">
<!-- 63% -->
<g transform="translate(250.12166 99.117664) scale(0.06 -0.06)">
<g transform="translate(250.12166 107.257454) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-36"/>
<use xlink:href="#Helvetica-33" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1386,7 +1386,7 @@ z
</g>
<g id="text_18">
<!-- 64% -->
<g transform="translate(310.345967 97.512049) scale(0.06 -0.06)">
<g transform="translate(310.345967 105.748741) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-36"/>
<use xlink:href="#Helvetica-34" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1394,7 +1394,7 @@ z
</g>
<g id="text_19">
<!-- 62% -->
<g transform="translate(370.570274 100.72328) scale(0.06 -0.06)">
<g transform="translate(370.570274 108.766167) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-36"/>
<use xlink:href="#Helvetica-32" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1402,7 +1402,7 @@ z
</g>
<g id="text_20">
<!-- 58% -->
<g transform="translate(93.538461 110.356974) scale(0.06 -0.06)">
<g transform="translate(93.538461 117.818447) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-35"/>
<use xlink:href="#Helvetica-38" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1410,7 +1410,7 @@ z
</g>
<g id="text_21">
<!-- 50% -->
<g transform="translate(153.762768 126.41313) scale(0.06 -0.06)">
<g transform="translate(153.762768 132.905581) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-35"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1418,7 +1418,7 @@ z
</g>
<g id="text_22">
<!-- 56% -->
<g transform="translate(213.987076 115.17382) scale(0.06 -0.06)">
<g transform="translate(213.987076 122.344587) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-35"/>
<use xlink:href="#Helvetica-36" x="55.615234"/>
<use xlink:href="#Helvetica-25" x="111.230469"/>
@ -1427,102 +1427,102 @@ z
<g id="patch_19">
<path d="M 64.010339 239.24
L 86.895575 239.24
L 86.895575 199.09961
L 64.010339 199.09961
L 86.895575 201.522166
L 64.010339 201.522166
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_20">
<path d="M 124.234646 239.24
L 147.119883 239.24
L 147.119883 210.338919
L 124.234646 210.338919
L 147.119883 212.08316
L 124.234646 212.08316
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_21">
<path d="M 184.458953 239.24
L 207.34419 239.24
L 207.34419 184.64907
L 184.458953 184.64907
L 207.34419 187.943746
L 184.458953 187.943746
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_22">
<path d="M 244.68326 239.24
L 267.568497 239.24
L 267.568497 138.086217
L 244.68326 138.086217
L 267.568497 144.191059
L 244.68326 144.191059
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_23">
<path d="M 304.907568 239.24
L 327.792804 239.24
L 327.792804 139.691833
L 304.907568 139.691833
L 327.792804 145.699773
L 304.907568 145.699773
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_24">
<path d="M 365.131875 239.24
L 388.017112 239.24
L 388.017112 125.241292
L 365.131875 125.241292
L 388.017112 132.121352
L 365.131875 132.121352
z
" clip-path="url(#p14f16b701e)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_25">
<path d="M 88.100062 239.24
L 110.985298 239.24
L 110.985298 131.663755
L 88.100062 131.663755
L 110.985298 138.156206
L 88.100062 138.156206
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_26">
<path d="M 148.324369 239.24
L 171.209606 239.24
L 171.209606 157.353604
L 148.324369 157.353604
L 171.209606 162.295619
L 148.324369 162.295619
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_27">
<path d="M 208.548676 239.24
L 231.433913 239.24
L 231.433913 150.931142
L 208.548676 150.931142
L 231.433913 156.260766
L 208.548676 156.260766
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_28">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_29">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_30">
<path d="M 0 0
z
" clip-path="url(#p14f16b701e)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#p2f2815f9ac)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_31">
<path d="M 188.32301 81.800371
Q 182.193117 117.903939 206.043217 149.214003
<path d="M 188.841924 94.055646
Q 184.3504 126.573163 206.021762 154.516649
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
<path d="M 205.210368 144.820102
L 206.043217 149.214003
L 202.028387 147.243942
<path d="M 205.150819 150.130141
L 206.021762 154.516649
L 201.989989 152.581498
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
</g>
<g id="text_23">
<!-- First attempt, -->
<g transform="translate(166.731259 43.543906) scale(0.1 -0.1)">
<g transform="translate(166.731259 55.787506) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-46" d="M 547 4591
L 3731 4591
@ -1568,7 +1568,7 @@ z
<use xlink:href="#Helvetica-2c" x="555.664062"/>
</g>
<!-- based on -->
<g transform="translate(175.329696 54.236406) scale(0.1 -0.1)">
<g transform="translate(175.329696 66.480006) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-62"/>
<use xlink:href="#Helvetica-61" x="55.615234"/>
<use xlink:href="#Helvetica-73" x="111.230469"/>
@ -1579,7 +1579,7 @@ z
<use xlink:href="#Helvetica-6e" x="355.859375"/>
</g>
<!-- natural language -->
<g transform="translate(158.651571 64.928906) scale(0.1 -0.1)">
<g transform="translate(158.651571 77.172506) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-6e"/>
<use xlink:href="#Helvetica-61" x="55.615234"/>
<use xlink:href="#Helvetica-74" x="111.230469"/>
@ -1598,7 +1598,7 @@ z
<use xlink:href="#Helvetica-65" x="689.453125"/>
</g>
<!-- instructions -->
<g transform="translate(170.614853 75.749531) scale(0.1 -0.1)">
<g transform="translate(170.614853 87.993131) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-69"/>
<use xlink:href="#Helvetica-6e" x="22.216797"/>
<use xlink:href="#Helvetica-73" x="77.832031"/>
@ -1614,17 +1614,17 @@ z
</g>
</g>
<g id="patch_32">
<path d="M 253.633195 70.704658
Q 234.629178 88.39455 229.560259 116.578586
<path d="M 252.114688 82.956794
Q 235.184225 98.836592 229.678557 123.820288
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
<path d="M 232.23672 112.995771
L 229.560259 116.578586
L 228.299884 112.287729
<path d="M 232.492521 120.344427
L 229.678557 123.820288
L 228.586247 119.4836
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
</g>
<g id="text_24">
<!-- Second attempt, -->
<g transform="translate(249.829439 43.739219) scale(0.1 -0.1)">
<g transform="translate(249.829439 55.982819) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-53" d="M 894 1481
Q 916 1091 1078 847
@ -1678,7 +1678,7 @@ z
<use xlink:href="#Helvetica-2c" x="700.439453"/>
</g>
<!-- including unit test -->
<g transform="translate(247.60522 54.459844) scale(0.1 -0.1)">
<g transform="translate(247.60522 66.703444) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-69"/>
<use xlink:href="#Helvetica-6e" x="22.216797"/>
<use xlink:href="#Helvetica-63" x="77.832031"/>
@ -1700,7 +1700,7 @@ z
<use xlink:href="#Helvetica-74" x="744.921875"/>
</g>
<!-- error output -->
<g transform="translate(260.393501 65.280469) scale(0.1 -0.1)">
<g transform="translate(260.393501 77.524069) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-65"/>
<use xlink:href="#Helvetica-72" x="55.615234"/>
<use xlink:href="#Helvetica-72" x="88.916016"/>
@ -1717,7 +1717,7 @@ z
</g>
<g id="text_25">
<!-- GPT Code Editing Skill -->
<g transform="translate(164.989975 19.693125) scale(0.12 -0.12)">
<g transform="translate(164.989975 19.427625) scale(0.12 -0.12)">
<defs>
<path id="Helvetica-47" d="M 2472 4709
Q 3119 4709 3591 4459
@ -1840,24 +1840,57 @@ z
<use xlink:href="#Helvetica-6c" x="972.65625"/>
<use xlink:href="#Helvetica-6c" x="994.873047"/>
</g>
<!-- (percent coding tasks correct) -->
<g transform="translate(146.9881 32.581125) scale(0.12 -0.12)">
<use xlink:href="#Helvetica-28"/>
<use xlink:href="#Helvetica-70" x="33.300781"/>
<use xlink:href="#Helvetica-65" x="88.916016"/>
<use xlink:href="#Helvetica-72" x="144.53125"/>
<use xlink:href="#Helvetica-63" x="177.832031"/>
<use xlink:href="#Helvetica-65" x="227.832031"/>
<use xlink:href="#Helvetica-6e" x="283.447266"/>
<use xlink:href="#Helvetica-74" x="339.0625"/>
<use xlink:href="#Helvetica-20" x="366.845703"/>
<use xlink:href="#Helvetica-63" x="394.628906"/>
<use xlink:href="#Helvetica-6f" x="444.628906"/>
<use xlink:href="#Helvetica-64" x="500.244141"/>
<use xlink:href="#Helvetica-69" x="555.859375"/>
<use xlink:href="#Helvetica-6e" x="578.076172"/>
<use xlink:href="#Helvetica-67" x="633.691406"/>
<use xlink:href="#Helvetica-20" x="689.306641"/>
<use xlink:href="#Helvetica-74" x="717.089844"/>
<use xlink:href="#Helvetica-61" x="744.873047"/>
<use xlink:href="#Helvetica-73" x="800.488281"/>
<use xlink:href="#Helvetica-6b" x="850.488281"/>
<use xlink:href="#Helvetica-73" x="900.488281"/>
<use xlink:href="#Helvetica-20" x="950.488281"/>
<use xlink:href="#Helvetica-63" x="978.271484"/>
<use xlink:href="#Helvetica-6f" x="1028.271484"/>
<use xlink:href="#Helvetica-72" x="1083.886719"/>
<use xlink:href="#Helvetica-72" x="1117.1875"/>
<use xlink:href="#Helvetica-65" x="1150.488281"/>
<use xlink:href="#Helvetica-63" x="1206.103516"/>
<use xlink:href="#Helvetica-74" x="1256.103516"/>
<use xlink:href="#Helvetica-29" x="1283.886719"/>
</g>
</g>
<g id="legend_1">
<g id="patch_33">
<path d="M 54.81 76.466562
L 112.936563 76.466562
Q 114.936563 76.466562 114.936563 74.466562
L 114.936563 32.693125
Q 114.936563 30.693125 112.936563 30.693125
L 54.81 30.693125
Q 52.81 30.693125 52.81 32.693125
L 52.81 74.466562
Q 52.81 76.466562 54.81 76.466562
<path d="M 54.81 89.354562
L 112.936563 89.354562
Q 114.936563 89.354562 114.936563 87.354562
L 114.936563 45.581125
Q 114.936563 43.581125 112.936563 43.581125
L 54.81 43.581125
Q 52.81 43.581125 52.81 45.581125
L 52.81 87.354562
Q 52.81 89.354562 54.81 89.354562
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="text_26">
<!-- Edit Format -->
<g transform="translate(58.035 41.866562) scale(0.1 -0.1)">
<g transform="translate(58.035 54.754562) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-45"/>
<use xlink:href="#Helvetica-64" x="66.699219"/>
<use xlink:href="#Helvetica-69" x="122.314453"/>
@ -1872,16 +1905,16 @@ z
</g>
</g>
<g id="patch_34">
<path d="M 56.81 56.124375
L 76.81 56.124375
L 76.81 49.124375
L 56.81 49.124375
<path d="M 56.81 69.012375
L 76.81 69.012375
L 76.81 62.012375
L 56.81 62.012375
z
" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="text_27">
<!-- diff -->
<g transform="translate(84.81 56.124375) scale(0.1 -0.1)">
<g transform="translate(84.81 69.012375) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-64"/>
<use xlink:href="#Helvetica-69" x="55.615234"/>
<use xlink:href="#Helvetica-66" x="77.832031"/>
@ -1889,16 +1922,16 @@ z
</g>
</g>
<g id="patch_35">
<path d="M 56.81 70.382187
L 76.81 70.382187
L 76.81 63.382187
L 56.81 63.382187
<path d="M 56.81 83.270187
L 76.81 83.270187
L 76.81 76.270187
L 56.81 76.270187
z
" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="text_28">
<!-- whole -->
<g transform="translate(84.81 70.382187) scale(0.1 -0.1)">
<g transform="translate(84.81 83.270187) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-68" d="M 413 4606
L 975 4606
@ -1931,8 +1964,8 @@ z
</g>
</g>
<defs>
<clipPath id="p14f16b701e">
<rect x="47.81" y="25.693125" width="356.40745" height="213.546875"/>
<clipPath id="p2f2815f9ac">
<rect x="47.81" y="38.581125" width="356.40745" height="200.658875"/>
</clipPath>
</defs>
</svg>

Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 53 KiB

After

Width:  |  Height:  |  Size: 55 KiB

Before After
Before After

297
assets/benchmarks-speed-1106.svg
View file

@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2023-11-08T10:52:40.272159</dc:date>
<dc:date>2023-11-08T11:16:14.597375</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@ -32,8 +32,8 @@ z
<g id="patch_2">
<path d="M 58.82375 239.24
L 404.21745 239.24
L 404.21745 25.693125
L 58.82375 25.693125
L 404.21745 38.581125
L 58.82375 38.581125
z
" style="fill: #ffffff"/>
</g>
@ -41,12 +41,12 @@ z
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="m7f02c92312" d="M 0 0
<path id="mefae47ed10" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m7f02c92312" x="97.28513" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="97.28513" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@ -363,7 +363,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#m7f02c92312" x="155.648378" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="155.648378" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@ -428,7 +428,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#m7f02c92312" x="214.011626" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="214.011626" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@ -461,7 +461,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#m7f02c92312" x="272.374873" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="272.374873" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@ -507,7 +507,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#m7f02c92312" x="330.738121" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="330.738121" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@ -532,7 +532,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#m7f02c92312" x="389.101369" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#mefae47ed10" x="389.101369" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@ -819,16 +819,16 @@ z
<g id="line2d_7">
<path d="M 58.82375 239.24
L 404.21745 239.24
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_8">
<defs>
<path id="mda63d21d05" d="M 0 0
<path id="m9b38033cdf" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="239.24" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
@ -840,18 +840,18 @@ L -3.5 0
</g>
<g id="ytick_2">
<g id="line2d_9">
<path d="M 58.82375 214.253306
L 404.21745 214.253306
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 215.761305
L 404.21745 215.761305
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_10">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="214.253306" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="215.761305" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
<!-- 25 -->
<g transform="translate(40.701875 217.840025) scale(0.1 -0.1)">
<g transform="translate(40.701875 219.348024) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-32" d="M 200 0
Q 231 578 439 1006
@ -886,18 +886,18 @@ z
</g>
<g id="ytick_3">
<g id="line2d_11">
<path d="M 58.82375 189.266612
L 404.21745 189.266612
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 192.28261
L 404.21745 192.28261
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_12">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="189.266612" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="192.28261" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
<!-- 50 -->
<g transform="translate(40.701875 192.853331) scale(0.1 -0.1)">
<g transform="translate(40.701875 195.869329) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-35"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
</g>
@ -905,18 +905,18 @@ L 404.21745 189.266612
</g>
<g id="ytick_4">
<g id="line2d_13">
<path d="M 58.82375 164.279918
L 404.21745 164.279918
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 168.803915
L 404.21745 168.803915
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_14">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="164.279918" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="168.803915" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_10">
<!-- 75 -->
<g transform="translate(40.701875 167.866636) scale(0.1 -0.1)">
<g transform="translate(40.701875 172.390634) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-37" d="M 3347 4400
L 3347 3909
@ -940,18 +940,18 @@ z
</g>
<g id="ytick_5">
<g id="line2d_15">
<path d="M 58.82375 139.293224
L 404.21745 139.293224
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 145.32522
L 404.21745 145.32522
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_16">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="139.293224" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="145.32522" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
<!-- 100 -->
<g transform="translate(35.140938 142.879942) scale(0.1 -0.1)">
<g transform="translate(35.140938 148.911939) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
<use xlink:href="#Helvetica-30" x="111.230469"/>
@ -960,18 +960,18 @@ L 404.21745 139.293224
</g>
<g id="ytick_6">
<g id="line2d_17">
<path d="M 58.82375 114.306529
L 404.21745 114.306529
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 121.846525
L 404.21745 121.846525
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_18">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="114.306529" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="121.846525" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
<!-- 125 -->
<g transform="translate(35.140938 117.893248) scale(0.1 -0.1)">
<g transform="translate(35.140938 125.433244) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-32" x="55.615234"/>
<use xlink:href="#Helvetica-35" x="111.230469"/>
@ -980,18 +980,18 @@ L 404.21745 114.306529
</g>
<g id="ytick_7">
<g id="line2d_19">
<path d="M 58.82375 89.319835
L 404.21745 89.319835
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 98.36783
L 404.21745 98.36783
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_20">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="89.319835" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="98.36783" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
<!-- 150 -->
<g transform="translate(35.140938 92.906554) scale(0.1 -0.1)">
<g transform="translate(35.140938 101.954549) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-35" x="55.615234"/>
<use xlink:href="#Helvetica-30" x="111.230469"/>
@ -1000,18 +1000,18 @@ L 404.21745 89.319835
</g>
<g id="ytick_8">
<g id="line2d_21">
<path d="M 58.82375 64.333141
L 404.21745 64.333141
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 74.889136
L 404.21745 74.889136
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_22">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="64.333141" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="74.889136" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
<!-- 175 -->
<g transform="translate(35.140938 67.91986) scale(0.1 -0.1)">
<g transform="translate(35.140938 78.475854) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-37" x="55.615234"/>
<use xlink:href="#Helvetica-35" x="111.230469"/>
@ -1020,18 +1020,18 @@ L 404.21745 64.333141
</g>
<g id="ytick_9">
<g id="line2d_23">
<path d="M 58.82375 39.346447
L 404.21745 39.346447
" clip-path="url(#pedc69b4236)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
<path d="M 58.82375 51.410441
L 404.21745 51.410441
" clip-path="url(#pfd3630de95)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g>
<g id="line2d_24">
<g>
<use xlink:href="#mda63d21d05" x="58.82375" y="39.346447" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9b38033cdf" x="58.82375" y="51.410441" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_15">
<!-- 200 -->
<g transform="translate(35.140938 42.933166) scale(0.1 -0.1)">
<g transform="translate(35.140938 54.997159) scale(0.1 -0.1)">
<use xlink:href="#Helvetica-32"/>
<use xlink:href="#Helvetica-30" x="55.615234"/>
<use xlink:href="#Helvetica-30" x="111.230469"/>
@ -1040,7 +1040,7 @@ L 404.21745 39.346447
</g>
<g id="text_16">
<!-- Average GPT response time -->
<g transform="translate(18.095313 195.54625) rotate(-90) scale(0.1 -0.1)">
<g transform="translate(18.095313 201.99025) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-41" d="M 2844 1881
L 2147 3909
@ -1182,7 +1182,7 @@ z
<use xlink:href="#Helvetica-65" x="1206.054688"/>
</g>
<!-- per exercise (sec) -->
<g transform="translate(29.056563 172.197812) rotate(-90) scale(0.1 -0.1)">
<g transform="translate(29.056563 178.641812) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-78" d="M 94 3347
L 822 3347
@ -1248,98 +1248,98 @@ z
<g id="patch_3">
<path d="M 74.523464 239.24
L 96.701498 239.24
L 96.701498 225.962743
L 74.523464 225.962743
L 96.701498 226.764053
L 74.523464 226.764053
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_4">
<path d="M 132.886711 239.24
L 155.064746 239.24
L 155.064746 192.904497
L 132.886711 192.904497
L 155.064746 195.700942
L 132.886711 195.700942
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_5">
<path d="M 191.249959 239.24
L 213.427993 239.24
L 213.427993 235.380244
L 191.249959 235.380244
L 213.427993 235.613188
L 191.249959 235.613188
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_6">
<path d="M 249.613207 239.24
L 271.791241 239.24
L 271.791241 45.106477
L 249.613207 45.106477
L 271.791241 56.822841
L 249.613207 56.822841
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_7">
<path d="M 307.976455 239.24
L 330.154489 239.24
L 330.154489 108.496826
L 307.976455 108.496826
L 330.154489 163.014656
L 307.976455 163.014656
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_8">
<path d="M 366.339702 239.24
L 388.517737 239.24
L 388.517737 221.887955
L 366.339702 221.887955
L 388.517737 222.935187
L 366.339702 222.935187
z
" clip-path="url(#pedc69b4236)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_9">
<path d="M 97.868763 239.24
L 120.046797 239.24
L 120.046797 232.700457
L 97.868763 232.700457
L 120.046797 233.095132
L 97.868763 233.095132
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_10">
<path d="M 156.23201 239.24
L 178.410045 239.24
L 178.410045 221.259464
L 156.23201 221.259464
L 178.410045 222.344627
L 156.23201 222.344627
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_11">
<path d="M 214.595258 239.24
L 236.773292 239.24
L 236.773292 236.148173
L 214.595258 236.148173
L 236.773292 236.334771
L 214.595258 236.334771
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_12">
<path d="M 0 0
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_13">
<path d="M 0 0
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_14">
<path d="M 0 0
z
" clip-path="url(#pedc69b4236)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
" clip-path="url(#pfd3630de95)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="patch_15">
<path d="M 58.82375 239.24
L 58.82375 25.693125
L 58.82375 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_16">
<path d="M 404.21745 239.24
L 404.21745 25.693125
L 404.21745 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_17">
@ -1348,13 +1348,13 @@ L 404.21745 239.24
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_18">
<path d="M 58.82375 25.693125
L 404.21745 25.693125
<path d="M 58.82375 38.581125
L 404.21745 38.581125
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_17">
<!-- 13.3s -->
<g transform="translate(78.274199 220.712118) scale(0.06 -0.06)">
<g transform="translate(78.274199 221.513428) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-33" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1364,7 +1364,7 @@ L 404.21745 25.693125
</g>
<g id="text_18">
<!-- 46.4s -->
<g transform="translate(136.637447 187.653872) scale(0.06 -0.06)">
<g transform="translate(136.637447 190.450317) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-34"/>
<use xlink:href="#Helvetica-36" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1374,7 +1374,7 @@ L 404.21745 25.693125
</g>
<g id="text_19">
<!-- 3.9s -->
<g transform="translate(196.668976 230.129619) scale(0.06 -0.06)">
<g transform="translate(196.668976 230.362563) scale(0.06 -0.06)">
<defs>
<path id="Helvetica-39" d="M 850 1081
Q 875 616 1209 438
@ -1415,7 +1415,7 @@ z
</g>
<g id="text_20">
<!-- 194.2s -->
<g transform="translate(251.695661 39.855852) scale(0.06 -0.06)">
<g transform="translate(251.695661 51.572216) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-39" x="55.615234"/>
<use xlink:href="#Helvetica-34" x="111.230469"/>
@ -1425,8 +1425,8 @@ z
</g>
</g>
<g id="text_21">
<!-- 130.8s -->
<g transform="translate(310.058909 103.246201) scale(0.06 -0.06)">
<!-- 81.2s -->
<g transform="translate(311.72719 157.764031) scale(0.06 -0.06)">
<defs>
<path id="Helvetica-38" d="M 1741 2600
Q 2113 2600 2322 2808
@ -1468,17 +1468,16 @@ Q 594 2231 975 2384
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-33" x="55.615234"/>
<use xlink:href="#Helvetica-30" x="111.230469"/>
<use xlink:href="#Helvetica-2e" x="166.845703"/>
<use xlink:href="#Helvetica-38" x="194.628906"/>
<use xlink:href="#Helvetica-73" x="250.244141"/>
<use xlink:href="#Helvetica-38"/>
<use xlink:href="#Helvetica-31" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/>
<use xlink:href="#Helvetica-32" x="139.013672"/>
<use xlink:href="#Helvetica-73" x="194.628906"/>
</g>
</g>
<g id="text_22">
<!-- 17.4s -->
<g transform="translate(370.090438 216.63733) scale(0.06 -0.06)">
<g transform="translate(370.090438 217.684562) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-37" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1488,7 +1487,7 @@ z
</g>
<g id="text_23">
<!-- 6.5s -->
<g transform="translate(103.28778 227.449832) scale(0.06 -0.06)">
<g transform="translate(103.28778 227.844507) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-36"/>
<use xlink:href="#Helvetica-2e" x="55.615234"/>
<use xlink:href="#Helvetica-35" x="83.398438"/>
@ -1497,7 +1496,7 @@ z
</g>
<g id="text_24">
<!-- 18.0s -->
<g transform="translate(159.982746 216.008839) scale(0.06 -0.06)">
<g transform="translate(159.982746 217.094002) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-31"/>
<use xlink:href="#Helvetica-38" x="55.615234"/>
<use xlink:href="#Helvetica-2e" x="111.230469"/>
@ -1507,7 +1506,7 @@ z
</g>
<g id="text_25">
<!-- 3.1s -->
<g transform="translate(220.014275 230.897548) scale(0.06 -0.06)">
<g transform="translate(220.014275 231.084146) scale(0.06 -0.06)">
<use xlink:href="#Helvetica-33"/>
<use xlink:href="#Helvetica-2e" x="55.615234"/>
<use xlink:href="#Helvetica-31" x="83.398438"/>
@ -1516,7 +1515,7 @@ z
</g>
<g id="text_26">
<!-- GPT Code Editing Speed -->
<g transform="translate(164.149975 19.693125) scale(0.12 -0.12)">
<g transform="translate(164.149975 19.427625) scale(0.12 -0.12)">
<defs>
<path id="Helvetica-43" d="M 2422 4716
Q 3294 4716 3775 4256
@ -1644,24 +1643,66 @@ z
<use xlink:href="#Helvetica-65" x="1011.669922"/>
<use xlink:href="#Helvetica-64" x="1067.285156"/>
</g>
<!-- (time per coding task) -->
<g transform="translate(173.836225 32.581125) scale(0.12 -0.12)">
<defs>
<path id="Helvetica-6b" d="M 400 4591
L 941 4591
L 941 1925
L 2384 3347
L 3103 3347
L 1822 2094
L 3175 0
L 2456 0
L 1413 1688
L 941 1256
L 941 0
L 400 0
L 400 4591
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#Helvetica-28"/>
<use xlink:href="#Helvetica-74" x="33.300781"/>
<use xlink:href="#Helvetica-69" x="61.083984"/>
<use xlink:href="#Helvetica-6d" x="83.300781"/>
<use xlink:href="#Helvetica-65" x="166.601562"/>
<use xlink:href="#Helvetica-20" x="222.216797"/>
<use xlink:href="#Helvetica-70" x="250"/>
<use xlink:href="#Helvetica-65" x="305.615234"/>
<use xlink:href="#Helvetica-72" x="361.230469"/>
<use xlink:href="#Helvetica-20" x="394.53125"/>
<use xlink:href="#Helvetica-63" x="422.314453"/>
<use xlink:href="#Helvetica-6f" x="472.314453"/>
<use xlink:href="#Helvetica-64" x="527.929688"/>
<use xlink:href="#Helvetica-69" x="583.544922"/>
<use xlink:href="#Helvetica-6e" x="605.761719"/>
<use xlink:href="#Helvetica-67" x="661.376953"/>
<use xlink:href="#Helvetica-20" x="716.992188"/>
<use xlink:href="#Helvetica-74" x="744.775391"/>
<use xlink:href="#Helvetica-61" x="772.558594"/>
<use xlink:href="#Helvetica-73" x="828.173828"/>
<use xlink:href="#Helvetica-6b" x="878.173828"/>
<use xlink:href="#Helvetica-29" x="928.173828"/>
</g>
</g>
<g id="legend_1">
<g id="patch_19">
<path d="M 65.82375 76.466562
L 123.950313 76.466562
Q 125.950313 76.466562 125.950313 74.466562
L 125.950313 32.693125
Q 125.950313 30.693125 123.950313 30.693125
L 65.82375 30.693125
Q 63.82375 30.693125 63.82375 32.693125
L 63.82375 74.466562
Q 63.82375 76.466562 65.82375 76.466562
<path d="M 65.82375 89.354562
L 123.950313 89.354562
Q 125.950313 89.354562 125.950313 87.354562
L 125.950313 45.581125
Q 125.950313 43.581125 123.950313 43.581125
L 65.82375 43.581125
Q 63.82375 43.581125 63.82375 45.581125
L 63.82375 87.354562
Q 63.82375 89.354562 65.82375 89.354562
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="text_27">
<!-- Edit Format -->
<g transform="translate(69.04875 41.866562) scale(0.1 -0.1)">
<g transform="translate(69.04875 54.754562) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-46" d="M 547 4591
L 3731 4591
@ -1691,16 +1732,16 @@ z
</g>
</g>
<g id="patch_20">
<path d="M 67.82375 56.124375
L 87.82375 56.124375
L 87.82375 49.124375
L 67.82375 49.124375
<path d="M 67.82375 69.012375
L 87.82375 69.012375
L 87.82375 62.012375
L 67.82375 62.012375
z
" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="text_28">
<!-- diff -->
<g transform="translate(95.82375 56.124375) scale(0.1 -0.1)">
<g transform="translate(95.82375 69.012375) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-66" d="M 553 3856
Q 566 4206 675 4369
@ -1732,16 +1773,16 @@ z
</g>
</g>
<g id="patch_21">
<path d="M 67.82375 70.382187
L 87.82375 70.382187
L 87.82375 63.382187
L 67.82375 63.382187
<path d="M 67.82375 83.270187
L 87.82375 83.270187
L 87.82375 76.270187
L 67.82375 76.270187
z
" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/>
</g>
<g id="text_29">
<!-- whole -->
<g transform="translate(95.82375 70.382187) scale(0.1 -0.1)">
<g transform="translate(95.82375 83.270187) scale(0.1 -0.1)">
<defs>
<path id="Helvetica-68" d="M 413 4606
L 975 4606
@ -1774,8 +1815,8 @@ z
</g>
</g>
<defs>
<clipPath id="pedc69b4236">
<rect x="58.82375" y="25.693125" width="345.3937" height="213.546875"/>
<clipPath id="pfd3630de95">
<rect x="58.82375" y="38.581125" width="345.3937" height="200.658875"/>
</clipPath>
</defs>
</svg>

Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 47 KiB

After

Width:  |  Height:  |  Size: 48 KiB

Before After
Before After

4
benchmark/benchmark.py
View file

@ -167,7 +167,7 @@ def plot_timing(df):
ax.set_xticklabels(models)
ax.set_ylabel("Average GPT response time\nper exercise (sec)")
ax.set_title("GPT Code Editing Speed")
ax.set_title("GPT Code Editing Speed\n(time per coding task)")
ax.legend(
title="Edit Format",
loc="upper left",
@ -266,7 +266,7 @@ def plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg):
ax.set_ylabel("Percent of exercises completed successfully")
# ax.set_xlabel("Model")
ax.set_title("GPT Code Editing Skill")
ax.set_title("GPT Code Editing Skill\n(percent coding tasks correct)")
ax.legend(
title="Edit Format",
loc="upper left",