This commit is contained in:
Paul Gauthier 2024-08-14 16:50:14 -07:00
parent 7310f0928f
commit b3ed2c8a48
2 changed files with 62 additions and 61 deletions

View file

@ -9,6 +9,9 @@ nav_exclude: true
<p class="post-date">{{ page.date | date: "%B %d, %Y" }}</p>
{% endif %}
# LLMs are bad at returning code in json
<canvas id="passRateChart" width="800" height="400" style="margin-bottom: 20px"></canvas>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
@ -55,13 +58,13 @@ document.addEventListener('DOMContentLoaded', function () {
display: true,
text: 'Pass Rate (%)'
},
max: 100
max: 70
}
},
plugins: {
title: {
display: true,
text: 'Pass Rate by Model and Edit Format',
text: 'Pass rate by model and code return strategy',
font: {
size: 16
}
@ -77,8 +80,6 @@ document.addEventListener('DOMContentLoaded', function () {
});
</script>
# LLMs are bad at returning code in json
A lot of people wonder why aider doesn't have LLMs use tools or function calls to
specify code edits.