dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

show 1st & 2nd coding attempts

Browse source
This commit is contained in:
Paul Gauthier 2023-07-01 16:40:25 -07:00
parent f27a869649
commit 3f0c752368
2 changed files with 315 additions and 246 deletions
Download patch file Download diff file Expand all files Collapse all files

539
assets/benchmarks.svg
View file

@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"> <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work> <cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/> <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2023-07-01T16:22:55.676681</dc:date> <dc:date>2023-07-01T16:38:56.085115</dc:date>
<dc:format>image/svg+xml</dc:format> <dc:format>image/svg+xml</dc:format>
<dc:creator> <dc:creator>
<cc:Agent> <cc:Agent>
@ -41,12 +41,12 @@ z
<g id="xtick_1"> <g id="xtick_1">
<g id="line2d_1"> <g id="line2d_1">
<defs> <defs>
<path id="mc442c8f219" d="M 0 0 <path id="mabc030c302" d="M 0 0
L 0 3.5 L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#mc442c8f219" x="202.939517" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#mabc030c302" x="202.939517" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_1"> <g id="text_1">
@ -358,7 +358,7 @@ z
<g id="xtick_2"> <g id="xtick_2">
<g id="line2d_2"> <g id="line2d_2">
<g> <g>
<use xlink:href="#mc442c8f219" x="340.451759" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#mabc030c302" x="340.451759" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_2"> <g id="text_2">
@ -420,7 +420,7 @@ z
<g id="xtick_3"> <g id="xtick_3">
<g id="line2d_3"> <g id="line2d_3">
<g> <g>
<use xlink:href="#mc442c8f219" x="477.964" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#mabc030c302" x="477.964" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_3"> <g id="text_3">
@ -471,7 +471,7 @@ z
<g id="xtick_4"> <g id="xtick_4">
<g id="line2d_4"> <g id="line2d_4">
<g> <g>
<use xlink:href="#mc442c8f219" x="615.476241" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#mabc030c302" x="615.476241" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_4"> <g id="text_4">
@ -514,7 +514,7 @@ z
<g id="xtick_5"> <g id="xtick_5">
<g id="line2d_5"> <g id="line2d_5">
<g> <g>
<use xlink:href="#mc442c8f219" x="752.988483" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#mabc030c302" x="752.988483" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_5"> <g id="text_5">
@ -539,16 +539,16 @@ z
<g id="line2d_6"> <g id="line2d_6">
<path d="M 115.688 515.662963 <path d="M 115.688 515.662963
L 840.24 515.662963 L 840.24 515.662963
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_7"> <g id="line2d_7">
<defs> <defs>
<path id="mc5d6d1b340" d="M 0 0 <path id="m23e50bb439" d="M 0 0
L -3.5 0 L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/> " style="stroke: #000000; stroke-width: 0.8"/>
</defs> </defs>
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="515.662963" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_6"> <g id="text_6">
@ -562,11 +562,11 @@ L -3.5 0
<g id="line2d_8"> <g id="line2d_8">
<path d="M 115.688 422.337745 <path d="M 115.688 422.337745
L 840.24 422.337745 L 840.24 422.337745
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_9"> <g id="line2d_9">
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="422.337745" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="422.337745" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_7"> <g id="text_7">
@ -608,11 +608,11 @@ z
<g id="line2d_10"> <g id="line2d_10">
<path d="M 115.688 329.012528 <path d="M 115.688 329.012528
L 840.24 329.012528 L 840.24 329.012528
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_11"> <g id="line2d_11">
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="329.012528" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="329.012528" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_8"> <g id="text_8">
@ -627,11 +627,11 @@ L 840.24 329.012528
<g id="line2d_12"> <g id="line2d_12">
<path d="M 115.688 235.68731 <path d="M 115.688 235.68731
L 840.24 235.68731 L 840.24 235.68731
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_13"> <g id="line2d_13">
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="235.68731" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="235.68731" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_9"> <g id="text_9">
@ -646,11 +646,11 @@ L 840.24 235.68731
<g id="line2d_14"> <g id="line2d_14">
<path d="M 115.688 142.362093 <path d="M 115.688 142.362093
L 840.24 142.362093 L 840.24 142.362093
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_15"> <g id="line2d_15">
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="142.362093" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="142.362093" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_10"> <g id="text_10">
@ -706,11 +706,11 @@ z
<g id="line2d_16"> <g id="line2d_16">
<path d="M 115.688 49.036875 <path d="M 115.688 49.036875
L 840.24 49.036875 L 840.24 49.036875
" clip-path="url(#pa23653cbc7)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> " clip-path="url(#pe888c5c299)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/>
</g> </g>
<g id="line2d_17"> <g id="line2d_17">
<g> <g>
<use xlink:href="#mc5d6d1b340" x="115.688" y="49.036875" style="stroke: #000000; stroke-width: 0.8"/> <use xlink:href="#m23e50bb439" x="115.688" y="49.036875" style="stroke: #000000; stroke-width: 0.8"/>
</g> </g>
</g> </g>
<g id="text_11"> <g id="text_11">
@ -1060,7 +1060,7 @@ L 174.749508 515.662963
L 174.749508 375.32429 L 174.749508 375.32429
L 148.622182 375.32429 L 148.622182 375.32429
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_4"> <g id="patch_4">
<path d="M 286.134423 515.662963 <path d="M 286.134423 515.662963
@ -1068,7 +1068,7 @@ L 312.261749 515.662963
L 312.261749 431.459759 L 312.261749 431.459759
L 286.134423 431.459759 L 286.134423 431.459759
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_5"> <g id="patch_5">
<path d="M 423.646665 515.662963 <path d="M 423.646665 515.662963
@ -1076,7 +1076,7 @@ L 449.773991 515.662963
L 449.773991 424.442825 L 449.773991 424.442825
L 423.646665 424.442825 L 423.646665 424.442825
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_6"> <g id="patch_6">
<path d="M 561.158906 515.662963 <path d="M 561.158906 515.662963
@ -1084,7 +1084,7 @@ L 587.286232 515.662963
L 587.286232 196.392482 L 587.286232 196.392482
L 561.158906 196.392482 L 561.158906 196.392482
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_7"> <g id="patch_7">
<path d="M 698.671147 515.662963 <path d="M 698.671147 515.662963
@ -1092,12 +1092,12 @@ L 724.798473 515.662963
L 724.798473 213.934816 L 724.798473 213.934816
L 698.671147 213.934816 L 698.671147 213.934816
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_8"> <g id="patch_8">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_9"> <g id="patch_9">
<path d="M 313.636872 515.662963 <path d="M 313.636872 515.662963
@ -1105,7 +1105,7 @@ L 339.764197 515.662963
L 339.764197 301.646486 L 339.764197 301.646486
L 313.636872 301.646486 L 313.636872 301.646486
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_10"> <g id="patch_10">
<path d="M 451.149113 515.662963 <path d="M 451.149113 515.662963
@ -1113,12 +1113,12 @@ L 477.276439 515.662963
L 477.276439 312.171887 L 477.276439 312.171887
L 451.149113 312.171887 L 451.149113 312.171887
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_11"> <g id="patch_11">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_12"> <g id="patch_12">
<path d="M 726.173596 515.662963 <path d="M 726.173596 515.662963
@ -1126,7 +1126,7 @@ L 752.300922 515.662963
L 752.300922 238.494084 L 752.300922 238.494084
L 726.173596 238.494084 L 726.173596 238.494084
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_13"> <g id="patch_13">
<path d="M 203.627078 515.662963 <path d="M 203.627078 515.662963
@ -1134,7 +1134,7 @@ L 229.754404 515.662963
L 229.754404 263.053351 L 229.754404 263.053351
L 203.627078 263.053351 L 203.627078 263.053351
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_14"> <g id="patch_14">
<path d="M 341.13932 515.662963 <path d="M 341.13932 515.662963
@ -1142,7 +1142,7 @@ L 367.266646 515.662963
L 367.266646 277.087219 L 367.266646 277.087219
L 341.13932 277.087219 L 341.13932 277.087219
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_15"> <g id="patch_15">
<path d="M 478.651561 515.662963 <path d="M 478.651561 515.662963
@ -1150,7 +1150,7 @@ L 504.778887 515.662963
L 504.778887 263.053351 L 504.778887 263.053351
L 478.651561 263.053351 L 478.651561 263.053351
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_16"> <g id="patch_16">
<path d="M 616.163803 515.662963 <path d="M 616.163803 515.662963
@ -1158,7 +1158,7 @@ L 642.291128 515.662963
L 642.291128 196.392482 L 642.291128 196.392482
L 616.163803 196.392482 L 616.163803 196.392482
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_17"> <g id="patch_17">
<path d="M 753.676044 515.662963 <path d="M 753.676044 515.662963
@ -1166,12 +1166,12 @@ L 779.80337 515.662963
L 779.80337 199.900949 L 779.80337 199.900949
L 753.676044 199.900949 L 753.676044 199.900949
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_18"> <g id="patch_18">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_19"> <g id="patch_19">
<path d="M 368.641768 515.662963 <path d="M 368.641768 515.662963
@ -1179,7 +1179,7 @@ L 394.769094 515.662963
L 394.769094 319.188821 L 394.769094 319.188821
L 368.641768 319.188821 L 368.641768 319.188821
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_20"> <g id="patch_20">
<path d="M 506.154009 515.662963 <path d="M 506.154009 515.662963
@ -1187,12 +1187,12 @@ L 532.281335 515.662963
L 532.281335 324.770472 L 532.281335 324.770472
L 506.154009 324.770472 L 506.154009 324.770472
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_21"> <g id="patch_21">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_22"> <g id="patch_22">
<path d="M 781.178492 515.662963 <path d="M 781.178492 515.662963
@ -1200,7 +1200,7 @@ L 807.305818 515.662963
L 807.305818 245.511017 L 807.305818 245.511017
L 781.178492 245.511017 L 781.178492 245.511017
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_23"> <g id="patch_23">
<path d="M 115.688 515.662963 <path d="M 115.688 515.662963
@ -1437,7 +1437,7 @@ L 174.749508 515.662963
L 174.749508 452.51056 L 174.749508 452.51056
L 148.622182 452.51056 L 148.622182 452.51056
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_28"> <g id="patch_28">
<path d="M 286.134423 515.662963 <path d="M 286.134423 515.662963
@ -1445,7 +1445,7 @@ L 312.261749 515.662963
L 312.261749 438.476693 L 312.261749 438.476693
L 286.134423 438.476693 L 286.134423 438.476693
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_29"> <g id="patch_29">
<path d="M 423.646665 515.662963 <path d="M 423.646665 515.662963
@ -1453,7 +1453,7 @@ L 449.773991 515.662963
L 449.773991 431.459759 L 449.773991 431.459759
L 423.646665 431.459759 L 423.646665 431.459759
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_30"> <g id="patch_30">
<path d="M 561.158906 515.662963 <path d="M 561.158906 515.662963
@ -1461,7 +1461,7 @@ L 587.286232 515.662963
L 587.286232 277.087219 L 587.286232 277.087219
L 561.158906 277.087219 L 561.158906 277.087219
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_31"> <g id="patch_31">
<path d="M 698.671147 515.662963 <path d="M 698.671147 515.662963
@ -1469,12 +1469,12 @@ L 724.798473 515.662963
L 724.798473 280.595686 L 724.798473 280.595686
L 698.671147 280.595686 L 698.671147 280.595686
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_32"> <g id="patch_32">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_33"> <g id="patch_33">
<path d="M 313.636872 515.662963 <path d="M 313.636872 515.662963
@ -1482,7 +1482,7 @@ L 339.764197 515.662963
L 339.764197 371.815823 L 339.764197 371.815823
L 313.636872 371.815823 L 313.636872 371.815823
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_34"> <g id="patch_34">
<path d="M 451.149113 515.662963 <path d="M 451.149113 515.662963
@ -1490,12 +1490,12 @@ L 477.276439 515.662963
L 477.276439 378.832757 L 477.276439 378.832757
L 451.149113 378.832757 L 451.149113 378.832757
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_35"> <g id="patch_35">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_36"> <g id="patch_36">
<path d="M 726.173596 515.662963 <path d="M 726.173596 515.662963
@ -1503,7 +1503,7 @@ L 752.300922 515.662963
L 752.300922 315.680354 L 752.300922 315.680354
L 726.173596 315.680354 L 726.173596 315.680354
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_37"> <g id="patch_37">
<path d="M 203.627078 515.662963 <path d="M 203.627078 515.662963
@ -1511,7 +1511,7 @@ L 229.754404 515.662963
L 229.754404 301.646486 L 229.754404 301.646486
L 203.627078 301.646486 L 203.627078 301.646486
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_38"> <g id="patch_38">
<path d="M 341.13932 515.662963 <path d="M 341.13932 515.662963
@ -1519,7 +1519,7 @@ L 367.266646 515.662963
L 367.266646 333.222688 L 367.266646 333.222688
L 341.13932 333.222688 L 341.13932 333.222688
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_39"> <g id="patch_39">
<path d="M 478.651561 515.662963 <path d="M 478.651561 515.662963
@ -1527,7 +1527,7 @@ L 504.778887 515.662963
L 504.778887 329.714221 L 504.778887 329.714221
L 478.651561 329.714221 L 478.651561 329.714221
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_40"> <g id="patch_40">
<path d="M 616.163803 515.662963 <path d="M 616.163803 515.662963
@ -1535,7 +1535,7 @@ L 642.291128 515.662963
L 642.291128 270.070285 L 642.291128 270.070285
L 616.163803 270.070285 L 616.163803 270.070285
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_41"> <g id="patch_41">
<path d="M 753.676044 515.662963 <path d="M 753.676044 515.662963
@ -1543,12 +1543,12 @@ L 779.80337 515.662963
L 779.80337 252.527951 L 779.80337 252.527951
L 753.676044 252.527951 L 753.676044 252.527951
z z
" clip-path="url(#pa23653cbc7)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_42"> <g id="patch_42">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_43"> <g id="patch_43">
<path d="M 368.641768 515.662963 <path d="M 368.641768 515.662963
@ -1556,7 +1556,7 @@ L 394.769094 515.662963
L 394.769094 343.748088 L 394.769094 343.748088
L 368.641768 343.748088 L 368.641768 343.748088
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_44"> <g id="patch_44">
<path d="M 506.154009 515.662963 <path d="M 506.154009 515.662963
@ -1564,12 +1564,12 @@ L 532.281335 515.662963
L 532.281335 356.585887 L 532.281335 356.585887
L 506.154009 356.585887 L 506.154009 356.585887
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_45"> <g id="patch_45">
<path d="M 0 0 <path d="M 0 0
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="patch_46"> <g id="patch_46">
<path d="M 781.178492 515.662963 <path d="M 781.178492 515.662963
@ -1577,34 +1577,32 @@ L 807.305818 515.662963
L 807.305818 371.815823 L 807.305818 371.815823
L 781.178492 371.815823 L 781.178492 371.815823
z z
" clip-path="url(#pa23653cbc7)" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " clip-path="url(#pe888c5c299)" style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g>
<g id="patch_47">
<path d="M 469.480376 113.618798
Q 468.433704 218.389319 557.906265 280.575779
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
<path d="M 553.191384 271.940393
L 557.906265 280.575779
L 548.169028 279.166452
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
</g> </g>
<g id="text_29"> <g id="text_29">
<!-- Code editing success rate by model &amp; edit format --> <!-- First coding -->
<g transform="translate(190.373125 43.036875) scale(0.264 -0.264)"> <g transform="translate(414.239013 81.226631) scale(0.22 -0.22)">
<defs> <defs>
<path id="Helvetica-43" d="M 2422 4716 <path id="Helvetica-46" d="M 547 4591
Q 3294 4716 3775 4256 L 3731 4591
Q 4256 3797 4309 3213 L 3731 4028
L 3703 3213 L 1169 4028
Q 3600 3656 3292 3915 L 1169 2634
Q 2984 4175 2428 4175 L 3422 2634
Q 1750 4175 1333 3698 L 3422 2088
Q 916 3222 916 2238 L 1169 2088
Q 916 1431 1292 929 L 1169 0
Q 1669 428 2416 428 L 547 0
Q 3103 428 3463 956 L 547 4591
Q 3653 1234 3747 1688
L 4353 1688
Q 4272 963 3816 472
Q 3269 -119 2341 -119
Q 1541 -119 997 366
Q 281 1006 281 2344
Q 281 3359 819 4009
Q 1400 4716 2422 4716
z
M 2297 4716
L 2297 4716
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-64" d="M 769 1634 <path id="Helvetica-64" d="M 769 1634
@ -1633,30 +1631,23 @@ Q 175 2334 548 2870
Q 922 3406 1616 3406 Q 922 3406 1616 3406
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-79" d="M 2503 3347 </defs>
L 3125 3347 <use xlink:href="#Helvetica-46"/>
Q 3006 3025 2597 1878 <use xlink:href="#Helvetica-69" x="61.083984"/>
Q 2291 1016 2084 472 <use xlink:href="#Helvetica-72" x="83.300781"/>
Q 1597 -809 1397 -1090 <use xlink:href="#Helvetica-73" x="116.601562"/>
Q 1197 -1372 709 -1372 <use xlink:href="#Helvetica-74" x="166.601562"/>
Q 591 -1372 527 -1362 <use xlink:href="#Helvetica-20" x="194.384766"/>
Q 463 -1353 369 -1328 <use xlink:href="#Helvetica-63" x="222.167969"/>
L 369 -816 <use xlink:href="#Helvetica-6f" x="272.167969"/>
Q 516 -856 581 -865 <use xlink:href="#Helvetica-64" x="327.783203"/>
Q 647 -875 697 -875 <use xlink:href="#Helvetica-69" x="383.398438"/>
Q 853 -875 926 -823 <use xlink:href="#Helvetica-6e" x="405.615234"/>
Q 1000 -772 1050 -697 <use xlink:href="#Helvetica-67" x="461.230469"/>
Q 1066 -672 1162 -440 </g>
Q 1259 -209 1303 -97 <!-- attempt -->
L 66 3347 <g transform="translate(434.406825 105.032006) scale(0.22 -0.22)">
L 703 3347 <defs>
L 1600 622
L 2503 3347
z
M 1597 3428
L 1597 3428
z
" transform="scale(0.015625)"/>
<path id="Helvetica-6d" d="M 413 3347 <path id="Helvetica-6d" d="M 413 3347
L 969 3347 L 969 3347
L 969 2872 L 969 2872
@ -1687,121 +1678,157 @@ L 413 0
L 413 3347 L 413 3347
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-26" d="M 1828 2806 </defs>
Q 2125 3016 2238 3147 <use xlink:href="#Helvetica-61"/>
Q 2422 3359 2422 3619 <use xlink:href="#Helvetica-74" x="55.615234"/>
Q 2422 3822 2287 3969 <use xlink:href="#Helvetica-74" x="83.398438"/>
Q 2153 4116 1925 4116 <use xlink:href="#Helvetica-65" x="111.181641"/>
Q 1578 4116 1444 3884 <use xlink:href="#Helvetica-6d" x="166.796875"/>
Q 1375 3766 1375 3625 <use xlink:href="#Helvetica-70" x="250.097656"/>
Q 1375 3434 1479 3259 <use xlink:href="#Helvetica-74" x="305.712891"/>
Q 1584 3084 1828 2806 </g>
</g>
<g id="patch_48">
<path d="M 662.19347 127.810668
Q 618.101666 148.38342 589.575109 195.685548
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
<path d="M 597.887532 190.422125
L 589.575109 195.685548
L 590.351825 185.877555
" style="fill: none; stroke: #000000; stroke-linecap: round"/>
</g>
<g id="text_30">
<!-- Second attempt, -->
<g transform="translate(666.013965 94.765093) scale(0.22 -0.22)">
<defs>
<path id="Helvetica-53" d="M 894 1481
Q 916 1091 1078 847
Q 1388 391 2169 391
Q 2519 391 2806 491
Q 3363 684 3363 1184
Q 3363 1559 3128 1719
Q 2891 1875 2384 1991
L 1763 2131
Q 1153 2269 900 2434
Q 463 2722 463 3294
Q 463 3913 891 4309
Q 1319 4706 2103 4706
Q 2825 4706 3329 4357
Q 3834 4009 3834 3244
L 3250 3244
Q 3203 3613 3050 3809
Q 2766 4169 2084 4169
Q 1534 4169 1293 3937
Q 1053 3706 1053 3400
Q 1053 3063 1334 2906
Q 1519 2806 2169 2656
L 2813 2509
Q 3278 2403 3531 2219
Q 3969 1897 3969 1284
Q 3969 522 3414 194
Q 2859 -134 2125 -134
Q 1269 -134 784 303
Q 300 738 309 1481
L 894 1481
z z
M 1684 388 M 2150 4716
Q 2031 388 2281 547 L 2150 4716
Q 2531 706 2666 903
L 1628 2169
Q 1188 1875 1053 1719
Q 847 1484 847 1147
Q 847 781 1114 584
Q 1381 388 1684 388
z z
M 1316 2553 " transform="scale(0.015625)"/>
Q 1025 2888 926 3116 <path id="Helvetica-2c" d="M 531 -653
Q 828 3344 828 3556 Q 747 -616 834 -350
Q 828 4000 1128 4292 Q 881 -209 881 -78
Q 1428 4584 1931 4584 Q 881 -56 879 -39
Q 2409 4584 2678 4312 Q 878 -22 872 0
Q 2947 4041 2947 3663 L 531 0
Q 2947 3222 2669 2891 L 531 681
Q 2506 2697 2125 2444 L 1200 681
L 2963 1444 L 1200 50
Q 3047 1694 3080 1817 Q 1200 -322 1050 -603
Q 3113 1941 3147 2163 Q 900 -884 531 -950
L 3681 2163 L 531 -653
Q 3628 1722 3468 1317
Q 3309 913 3309 991
L 4125 0
L 3400 0
L 2969 525
Q 2713 247 2500 119
Q 2128 -106 1644 -106
Q 928 -106 603 280
Q 278 666 278 1150
Q 278 1672 594 2022
Q 788 2234 1316 2553
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
</defs> </defs>
<use xlink:href="#Helvetica-43"/> <use xlink:href="#Helvetica-53"/>
<use xlink:href="#Helvetica-6f" x="72.216797"/> <use xlink:href="#Helvetica-65" x="66.699219"/>
<use xlink:href="#Helvetica-64" x="127.832031"/> <use xlink:href="#Helvetica-63" x="122.314453"/>
<use xlink:href="#Helvetica-65" x="183.447266"/> <use xlink:href="#Helvetica-6f" x="172.314453"/>
<use xlink:href="#Helvetica-20" x="239.0625"/> <use xlink:href="#Helvetica-6e" x="227.929688"/>
<use xlink:href="#Helvetica-65" x="266.845703"/> <use xlink:href="#Helvetica-64" x="283.544922"/>
<use xlink:href="#Helvetica-64" x="322.460938"/> <use xlink:href="#Helvetica-20" x="339.160156"/>
<use xlink:href="#Helvetica-69" x="378.076172"/> <use xlink:href="#Helvetica-61" x="366.943359"/>
<use xlink:href="#Helvetica-74" x="400.292969"/> <use xlink:href="#Helvetica-74" x="422.558594"/>
<use xlink:href="#Helvetica-69" x="428.076172"/> <use xlink:href="#Helvetica-74" x="450.341797"/>
<use xlink:href="#Helvetica-6e" x="450.292969"/> <use xlink:href="#Helvetica-65" x="478.125"/>
<use xlink:href="#Helvetica-67" x="505.908203"/> <use xlink:href="#Helvetica-6d" x="533.740234"/>
<use xlink:href="#Helvetica-20" x="561.523438"/> <use xlink:href="#Helvetica-70" x="617.041016"/>
<use xlink:href="#Helvetica-73" x="589.306641"/> <use xlink:href="#Helvetica-74" x="672.65625"/>
<use xlink:href="#Helvetica-75" x="639.306641"/> <use xlink:href="#Helvetica-2c" x="700.439453"/>
<use xlink:href="#Helvetica-63" x="694.921875"/> </g>
<use xlink:href="#Helvetica-63" x="744.921875"/> <!-- after seeing -->
<use xlink:href="#Helvetica-65" x="794.921875"/> <g transform="translate(688.636152 118.556718) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-73" x="850.537109"/> <use xlink:href="#Helvetica-61"/>
<use xlink:href="#Helvetica-73" x="900.537109"/> <use xlink:href="#Helvetica-66" x="55.615234"/>
<use xlink:href="#Helvetica-20" x="950.537109"/> <use xlink:href="#Helvetica-74" x="83.398438"/>
<use xlink:href="#Helvetica-72" x="978.320312"/> <use xlink:href="#Helvetica-65" x="111.181641"/>
<use xlink:href="#Helvetica-61" x="1011.621094"/> <use xlink:href="#Helvetica-72" x="166.796875"/>
<use xlink:href="#Helvetica-74" x="1067.236328"/> <use xlink:href="#Helvetica-20" x="200.097656"/>
<use xlink:href="#Helvetica-65" x="1095.019531"/> <use xlink:href="#Helvetica-73" x="227.880859"/>
<use xlink:href="#Helvetica-20" x="1150.634766"/> <use xlink:href="#Helvetica-65" x="277.880859"/>
<use xlink:href="#Helvetica-62" x="1178.417969"/> <use xlink:href="#Helvetica-65" x="333.496094"/>
<use xlink:href="#Helvetica-79" x="1234.033203"/> <use xlink:href="#Helvetica-69" x="389.111328"/>
<use xlink:href="#Helvetica-20" x="1284.033203"/> <use xlink:href="#Helvetica-6e" x="411.328125"/>
<use xlink:href="#Helvetica-6d" x="1311.816406"/> <use xlink:href="#Helvetica-67" x="466.943359"/>
<use xlink:href="#Helvetica-6f" x="1395.117188"/> </g>
<use xlink:href="#Helvetica-64" x="1450.732422"/> <!-- unittest errors -->
<use xlink:href="#Helvetica-65" x="1506.347656"/> <g transform="translate(678.871933 142.362093) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-6c" x="1561.962891"/> <use xlink:href="#Helvetica-75"/>
<use xlink:href="#Helvetica-20" x="1584.179688"/> <use xlink:href="#Helvetica-6e" x="55.615234"/>
<use xlink:href="#Helvetica-26" x="1611.962891"/> <use xlink:href="#Helvetica-69" x="111.230469"/>
<use xlink:href="#Helvetica-20" x="1678.662109"/> <use xlink:href="#Helvetica-74" x="133.447266"/>
<use xlink:href="#Helvetica-65" x="1706.445312"/> <use xlink:href="#Helvetica-74" x="161.230469"/>
<use xlink:href="#Helvetica-64" x="1762.060547"/> <use xlink:href="#Helvetica-65" x="189.013672"/>
<use xlink:href="#Helvetica-69" x="1817.675781"/> <use xlink:href="#Helvetica-73" x="244.628906"/>
<use xlink:href="#Helvetica-74" x="1839.892578"/> <use xlink:href="#Helvetica-74" x="294.628906"/>
<use xlink:href="#Helvetica-20" x="1867.675781"/> <use xlink:href="#Helvetica-20" x="322.412109"/>
<use xlink:href="#Helvetica-66" x="1895.458984"/> <use xlink:href="#Helvetica-65" x="350.195312"/>
<use xlink:href="#Helvetica-6f" x="1923.242188"/> <use xlink:href="#Helvetica-72" x="405.810547"/>
<use xlink:href="#Helvetica-72" x="1978.857422"/> <use xlink:href="#Helvetica-72" x="439.111328"/>
<use xlink:href="#Helvetica-6d" x="2012.158203"/> <use xlink:href="#Helvetica-6f" x="472.412109"/>
<use xlink:href="#Helvetica-61" x="2095.458984"/> <use xlink:href="#Helvetica-72" x="528.027344"/>
<use xlink:href="#Helvetica-74" x="2151.074219"/> <use xlink:href="#Helvetica-73" x="561.328125"/>
</g> </g>
</g> </g>
<g id="legend_1"> <g id="text_31">
<g id="patch_47"> <!-- Code Editing Success -->
<path d="M 131.088 223.472813 <g transform="translate(348.830875 43.036875) scale(0.264 -0.264)">
L 307.87175 223.472813 <defs>
Q 312.27175 223.472813 312.27175 219.072813 <path id="Helvetica-43" d="M 2422 4716
L 312.27175 64.436875 Q 3294 4716 3775 4256
Q 312.27175 60.036875 307.87175 60.036875 Q 4256 3797 4309 3213
L 131.088 60.036875 L 3703 3213
Q 126.688 60.036875 126.688 64.436875 Q 3600 3656 3292 3915
L 126.688 219.072813 Q 2984 4175 2428 4175
Q 126.688 223.472813 131.088 223.472813 Q 1750 4175 1333 3698
Q 916 3222 916 2238
Q 916 1431 1292 929
Q 1669 428 2416 428
Q 3103 428 3463 956
Q 3653 1234 3747 1688
L 4353 1688
Q 4272 963 3816 472
Q 3269 -119 2341 -119
Q 1541 -119 997 366
Q 281 1006 281 2344
Q 281 3359 819 4009
Q 1400 4716 2422 4716
z z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/> M 2297 4716
</g> L 2297 4716
<g id="text_30"> z
<!-- Edit Format --> " transform="scale(0.015625)"/>
<g transform="translate(162.635656 84.618438) scale(0.22 -0.22)"> <path id="Helvetica-45" d="M 547 4591
<defs>
<path id="Helvetica-45" d="M 547 4591
L 3894 4591 L 3894 4591
L 3894 4028 L 3894 4028
L 1153 4028 L 1153 4028
@ -1819,20 +1846,46 @@ M 2244 4591
L 2244 4591 L 2244 4591
z z
" transform="scale(0.015625)"/> " transform="scale(0.015625)"/>
<path id="Helvetica-46" d="M 547 4591 </defs>
L 3731 4591 <use xlink:href="#Helvetica-43"/>
L 3731 4028 <use xlink:href="#Helvetica-6f" x="72.216797"/>
L 1169 4028 <use xlink:href="#Helvetica-64" x="127.832031"/>
L 1169 2634 <use xlink:href="#Helvetica-65" x="183.447266"/>
L 3422 2634 <use xlink:href="#Helvetica-20" x="239.0625"/>
L 3422 2088 <use xlink:href="#Helvetica-45" x="266.845703"/>
L 1169 2088 <use xlink:href="#Helvetica-64" x="333.544922"/>
L 1169 0 <use xlink:href="#Helvetica-69" x="389.160156"/>
L 547 0 <use xlink:href="#Helvetica-74" x="411.376953"/>
L 547 4591 <use xlink:href="#Helvetica-69" x="439.160156"/>
<use xlink:href="#Helvetica-6e" x="461.376953"/>
<use xlink:href="#Helvetica-67" x="516.992188"/>
<use xlink:href="#Helvetica-20" x="572.607422"/>
<use xlink:href="#Helvetica-53" x="600.390625"/>
<use xlink:href="#Helvetica-75" x="667.089844"/>
<use xlink:href="#Helvetica-63" x="722.705078"/>
<use xlink:href="#Helvetica-63" x="772.705078"/>
<use xlink:href="#Helvetica-65" x="822.705078"/>
<use xlink:href="#Helvetica-73" x="878.320312"/>
<use xlink:href="#Helvetica-73" x="928.320312"/>
</g>
</g>
<g id="legend_1">
<g id="patch_49">
<path d="M 131.088 223.472813
L 307.87175 223.472813
Q 312.27175 223.472813 312.27175 219.072813
L 312.27175 64.436875
Q 312.27175 60.036875 307.87175 60.036875
L 131.088 60.036875
Q 126.688 60.036875 126.688 64.436875
L 126.688 219.072813
Q 126.688 223.472813 131.088 223.472813
z z
" transform="scale(0.015625)"/> " style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</defs> </g>
<g id="text_32">
<!-- Edit Format -->
<g transform="translate(162.635656 84.618438) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-45"/> <use xlink:href="#Helvetica-45"/>
<use xlink:href="#Helvetica-64" x="66.699219"/> <use xlink:href="#Helvetica-64" x="66.699219"/>
<use xlink:href="#Helvetica-69" x="122.314453"/> <use xlink:href="#Helvetica-69" x="122.314453"/>
@ -1846,15 +1899,15 @@ z
<use xlink:href="#Helvetica-74" x="489.013672"/> <use xlink:href="#Helvetica-74" x="489.013672"/>
</g> </g>
</g> </g>
<g id="patch_48"> <g id="patch_50">
<path d="M 135.488 115.985625 <path d="M 135.488 115.985625
L 179.488 115.985625 L 179.488 115.985625
L 179.488 100.585625 L 179.488 100.585625
L 135.488 100.585625 L 135.488 100.585625
z z
" style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " style="fill: #b3e6a8; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="text_31"> <g id="text_33">
<!-- diff --> <!-- diff -->
<g transform="translate(197.088 115.985625) scale(0.22 -0.22)"> <g transform="translate(197.088 115.985625) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-64"/> <use xlink:href="#Helvetica-64"/>
@ -1863,15 +1916,15 @@ z
<use xlink:href="#Helvetica-66" x="105.615234"/> <use xlink:href="#Helvetica-66" x="105.615234"/>
</g> </g>
</g> </g>
<g id="patch_49"> <g id="patch_51">
<path d="M 135.488 147.352813 <path d="M 135.488 147.352813
L 179.488 147.352813 L 179.488 147.352813
L 179.488 131.952813 L 179.488 131.952813
L 135.488 131.952813 L 135.488 131.952813
z z
" style="fill: url(#h3e7e712c42); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " style="fill: url(#h096bbb71c9); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="text_32"> <g id="text_34">
<!-- diff-func --> <!-- diff-func -->
<g transform="translate(197.088 147.352813) scale(0.22 -0.22)"> <g transform="translate(197.088 147.352813) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-64"/> <use xlink:href="#Helvetica-64"/>
@ -1885,15 +1938,15 @@ z
<use xlink:href="#Helvetica-63" x="305.712891"/> <use xlink:href="#Helvetica-63" x="305.712891"/>
</g> </g>
</g> </g>
<g id="patch_50"> <g id="patch_52">
<path d="M 135.488 178.72 <path d="M 135.488 178.72
L 179.488 178.72 L 179.488 178.72
L 179.488 163.32 L 179.488 163.32
L 135.488 163.32 L 135.488 163.32
z z
" style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " style="fill: #b3d1e6; stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="text_33"> <g id="text_35">
<!-- whole --> <!-- whole -->
<g transform="translate(197.088 178.72) scale(0.22 -0.22)"> <g transform="translate(197.088 178.72) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-77"/> <use xlink:href="#Helvetica-77"/>
@ -1903,15 +1956,15 @@ z
<use xlink:href="#Helvetica-65" x="205.664062"/> <use xlink:href="#Helvetica-65" x="205.664062"/>
</g> </g>
</g> </g>
<g id="patch_51"> <g id="patch_53">
<path d="M 135.488 210.087188 <path d="M 135.488 210.087188
L 179.488 210.087188 L 179.488 210.087188
L 179.488 194.687188 L 179.488 194.687188
L 135.488 194.687188 L 135.488 194.687188
z z
" style="fill: url(#h74ec823151); stroke: #eeeeee; stroke-width: 0.25; stroke-linejoin: miter"/> " style="fill: url(#h310909dbbf); stroke: #eeeeee; stroke-width: 2; stroke-linejoin: miter"/>
</g> </g>
<g id="text_34"> <g id="text_36">
<!-- whole-func --> <!-- whole-func -->
<g transform="translate(197.088 210.087188) scale(0.22 -0.22)"> <g transform="translate(197.088 210.087188) scale(0.22 -0.22)">
<use xlink:href="#Helvetica-77"/> <use xlink:href="#Helvetica-77"/>
@ -1930,12 +1983,12 @@ z
</g> </g>
</g> </g>
<defs> <defs>
<clipPath id="pa23653cbc7"> <clipPath id="pe888c5c299">
<rect x="115.688" y="49.036875" width="724.552" height="466.626088"/> <rect x="115.688" y="49.036875" width="724.552" height="466.626088"/>
</clipPath> </clipPath>
</defs> </defs>
<defs> <defs>
<pattern id="h3e7e712c42" patternUnits="userSpaceOnUse" x="0" y="0" width="72" height="72"> <pattern id="h096bbb71c9" patternUnits="userSpaceOnUse" x="0" y="0" width="72" height="72">
<rect x="0" y="0" width="73" height="73" fill="#b3e6a8"/> <rect x="0" y="0" width="73" height="73" fill="#b3e6a8"/>
<path d="M 0 68 <path d="M 0 68
L -1.175571 70.381966 L -1.175571 70.381966
@ -2445,7 +2498,7 @@ L 73.175571 -1.618034
L 72 -4 L 72 -4
" style="fill: #eeeeee; stroke: #eeeeee; stroke-width: 0.5; stroke-linecap: butt; stroke-linejoin: miter"/> " style="fill: #eeeeee; stroke: #eeeeee; stroke-width: 0.5; stroke-linecap: butt; stroke-linejoin: miter"/>
</pattern> </pattern>
<pattern id="h74ec823151" patternUnits="userSpaceOnUse" x="0" y="0" width="72" height="72"> <pattern id="h310909dbbf" patternUnits="userSpaceOnUse" x="0" y="0" width="72" height="72">
<rect x="0" y="0" width="73" height="73" fill="#b3d1e6"/> <rect x="0" y="0" width="73" height="73" fill="#b3d1e6"/>
<path d="M 0 68 <path d="M 0 68
L -1.175571 70.381966 L -1.175571 70.381966

Side by side Swipe Overlay

Before

Width:  |  Height:  |  Size: 72 KiB

After

Width:  |  Height:  |  Size: 75 KiB

Before After
Before After

22
benchmark/benchmark.py
View file

@ -99,10 +99,10 @@ def show_stats(dirnames):
models = df.index models = df.index
for i, fmt in enumerate(formats): for i, fmt in enumerate(formats):
if zorder: if zorder > 1:
edge = dict( edge = dict(
edgecolor="#eeeeee", edgecolor="#eeeeee",
linewidth=0.25, linewidth=2,
) )
else: else:
edge = dict() edge = dict()
@ -135,15 +135,31 @@ def show_stats(dirnames):
ax.set_xticks([p + 1.5 * width for p in pos]) ax.set_xticks([p + 1.5 * width for p in pos])
ax.set_xticklabels(models, rotation=45) ax.set_xticklabels(models, rotation=45)
ax.annotate(
"First coding\nattempt",
xy=(2.9, 50),
xytext=(2.25, 88),
horizontalalignment="center",
arrowprops={"arrowstyle": "->", "connectionstyle": "arc3,rad=0.3"},
)
ax.annotate(
"Second attempt,\nafter seeing\nunittest errors",
xy=(3.1, 68),
xytext=(4.25, 80),
horizontalalignment="center",
arrowprops={"arrowstyle": "->", "connectionstyle": "arc3,rad=0.3"},
)
ax.set_ylabel("Percent of exercises with\nall unittests passing") ax.set_ylabel("Percent of exercises with\nall unittests passing")
# ax.set_xlabel("Model") # ax.set_xlabel("Model")
ax.set_title("Code editing success rate by model & edit format") ax.set_title("Code Editing Success")
ax.legend( ax.legend(
title="Edit Format", title="Edit Format",
loc="upper left", loc="upper left",
# bbox_to_anchor=(0.95, 0.95), # bbox_to_anchor=(0.95, 0.95),
) )
ax.set_ylim(top=100) ax.set_ylim(top=100)
plt.tight_layout() plt.tight_layout()
plt.savefig("tmp.svg") plt.savefig("tmp.svg")
imgcat(fig) imgcat(fig)