From 4ea70bfdc06d47558d3b0cf87b634c8f5190804a Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Sun, 2 Jul 2023 10:35:11 -0700 Subject: [PATCH] new svg --- assets/benchmarks.svg | 941 +++++++++++++++++++++-------------------- benchmark/benchmark.py | 2 +- 2 files changed, 479 insertions(+), 464 deletions(-) diff --git a/assets/benchmarks.svg b/assets/benchmarks.svg index 73ff19e00..b046c8741 100644 --- a/assets/benchmarks.svg +++ b/assets/benchmarks.svg @@ -6,7 +6,7 @@ - 2023-07-02T10:28:26.610407 + 2023-07-02T10:34:49.240046 image/svg+xml @@ -30,10 +30,10 @@ z - @@ -41,17 +41,17 @@ z - - + - + - + - + - + @@ -384,7 +384,7 @@ z - + - + - + @@ -449,7 +449,7 @@ z - + - + - + - + - + @@ -548,41 +548,41 @@ z - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - - + - + - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + - + - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + - + @@ -636,18 +636,18 @@ L 421.2 160.30125 - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + - + @@ -655,18 +655,18 @@ L 421.2 115.431875 - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + - + - +" clip-path="url(#pfca7641e52)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + - + @@ -734,8 +734,8 @@ L 421.2 25.693125 - - + + - - + + + @@ -979,244 +1031,182 @@ z - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - @@ -1225,18 +1215,18 @@ L 421.2 25.693125 " style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/> - - - + - + @@ -1301,7 +1291,7 @@ z - + @@ -1309,7 +1299,7 @@ z - + @@ -1317,7 +1307,7 @@ z - + @@ -1325,7 +1315,7 @@ z - + @@ -1333,7 +1323,7 @@ z - + @@ -1341,7 +1331,7 @@ z - + - + @@ -1389,7 +1379,7 @@ z - + @@ -1397,7 +1387,7 @@ z - + @@ -1405,7 +1395,7 @@ z - + @@ -1413,7 +1403,7 @@ z - + @@ -1421,7 +1411,7 @@ z - + @@ -1429,7 +1419,7 @@ z - + @@ -1437,172 +1427,172 @@ z - + - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3e6a8; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: #b3d1e6; stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - +" clip-path="url(#pfca7641e52)" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - - - + - - - - - + @@ -1717,7 +1695,7 @@ z - + @@ -1733,17 +1711,17 @@ z - - - + - + @@ -1808,7 +1786,7 @@ z - + @@ -1829,7 +1807,7 @@ z - + - + - - - + + - - + + - - + @@ -1983,16 +1961,16 @@ z - - + @@ -2000,16 +1978,16 @@ z - +" style="fill: url(#hd0edb96952); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - + @@ -2022,16 +2000,53 @@ z - - + + + + + @@ -2040,16 +2055,16 @@ z - +" style="fill: url(#hc638d86b9c); stroke: #ffffff; stroke-width: 1.5; stroke-linejoin: miter"/> - + @@ -2066,12 +2081,12 @@ z - - + + - + - + ", "connectionstyle": "arc3,rad=0.3"}, ) - ax.set_ylabel("Percent of exercises with\nall unit tests passing") + ax.set_ylabel("Percent of exercises completed successfully") # ax.set_xlabel("Model") ax.set_title("GPT Code Editing") ax.legend(