dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-27 15:55:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Added dynamic charts with row selection checkboxes.

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-07-25 10:12:43 +02:00
parent ffcced8144
commit 7eb6754a7c
1 changed files with 84 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

90
aider/website/docs/leaderboards/index.md
View file

@ -51,6 +51,7 @@ from Exercism. This benchmark measures the LLM's coding ability, but also whethe
</tbody> </tbody>
</table> </table>
<div id="editChartControls"></div>
<canvas id="editChart" width="800" height="450" style="margin-top: 20px"></canvas> <canvas id="editChart" width="800" height="450" style="margin-top: 20px"></canvas>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script> <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script> <script>
@ -74,12 +75,48 @@ from Exercism. This benchmark measures the LLM's coding ability, but also whethe
}] }]
}; };
var allData = [];
{% for row in edit_sorted %} {% for row in edit_sorted %}
leaderboardData.labels.push('{{ row.model }}'); allData.push({
leaderboardData.datasets[0].data.push({{ row.pass_rate_2 }}); model: '{{ row.model }}',
leaderboardData.datasets[1].data.push({{ row.percent_cases_well_formed }}); pass_rate_2: {{ row.pass_rate_2 }},
percent_cases_well_formed: {{ row.percent_cases_well_formed }}
});
{% endfor %} {% endfor %}
function updateChart() {
leaderboardData.labels = [];
leaderboardData.datasets[0].data = [];
leaderboardData.datasets[1].data = [];
allData.forEach(function(row, index) {
if (document.getElementById('edit-checkbox-' + index).checked) {
leaderboardData.labels.push(row.model);
leaderboardData.datasets[0].data.push(row.pass_rate_2);
leaderboardData.datasets[1].data.push(row.percent_cases_well_formed);
}
});
leaderboardChart.update();
}
var controlsDiv = document.getElementById('editChartControls');
allData.forEach(function(row, index) {
var checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.id = 'edit-checkbox-' + index;
checkbox.checked = true;
checkbox.onchange = updateChart;
var label = document.createElement('label');
label.htmlFor = 'edit-checkbox-' + index;
label.appendChild(document.createTextNode(row.model));
controlsDiv.appendChild(checkbox);
controlsDiv.appendChild(label);
controlsDiv.appendChild(document.createElement('br'));
});
var leaderboardChart = new Chart(ctx, { var leaderboardChart = new Chart(ctx, {
type: 'bar', type: 'bar',
data: leaderboardData, data: leaderboardData,
@ -96,6 +133,8 @@ from Exercism. This benchmark measures the LLM's coding ability, but also whethe
} }
} }
}); });
updateChart();
}); });
</script> </script>
@ -131,6 +170,7 @@ Therefore, results are available for fewer models.
</tbody> </tbody>
</table> </table>
<div id="refacChartControls"></div>
<canvas id="refacChart" width="800" height="450" style="margin-top: 20px"></canvas> <canvas id="refacChart" width="800" height="450" style="margin-top: 20px"></canvas>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script> <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script> <script>
@ -154,12 +194,48 @@ Therefore, results are available for fewer models.
}] }]
}; };
var allData = [];
{% for row in refac_sorted %} {% for row in refac_sorted %}
leaderboardData.labels.push('{{ row.model }}'); allData.push({
leaderboardData.datasets[0].data.push({{ row.pass_rate_1 }}); model: '{{ row.model }}',
leaderboardData.datasets[1].data.push({{ row.percent_cases_well_formed }}); pass_rate_1: {{ row.pass_rate_1 }},
percent_cases_well_formed: {{ row.percent_cases_well_formed }}
});
{% endfor %} {% endfor %}
function updateChart() {
leaderboardData.labels = [];
leaderboardData.datasets[0].data = [];
leaderboardData.datasets[1].data = [];
allData.forEach(function(row, index) {
if (document.getElementById('refac-checkbox-' + index).checked) {
leaderboardData.labels.push(row.model);
leaderboardData.datasets[0].data.push(row.pass_rate_1);
leaderboardData.datasets[1].data.push(row.percent_cases_well_formed);
}
});
leaderboardChart.update();
}
var controlsDiv = document.getElementById('refacChartControls');
allData.forEach(function(row, index) {
var checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.id = 'refac-checkbox-' + index;
checkbox.checked = true;
checkbox.onchange = updateChart;
var label = document.createElement('label');
label.htmlFor = 'refac-checkbox-' + index;
label.appendChild(document.createTextNode(row.model));
controlsDiv.appendChild(checkbox);
controlsDiv.appendChild(label);
controlsDiv.appendChild(document.createElement('br'));
});
var leaderboardChart = new Chart(ctx, { var leaderboardChart = new Chart(ctx, {
type: 'bar', type: 'bar',
data: leaderboardData, data: leaderboardData,
@ -176,6 +252,8 @@ Therefore, results are available for fewer models.
} }
} }
}); });
updateChart();
}); });
</script> </script>