dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 01:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

refactor: Unify leaderboard scripts and use config variables

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-21 11:47:29 -08:00
parent 4efdc8b4f7
commit 49a2f998dd
3 changed files with 11 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
aider/website/_includes/edit-leaderboard.js
View file

@ -27,12 +27,12 @@ document.addEventListener('DOMContentLoaded', function () {
};
var allData = [];
{% for row in edit_sorted %}
{% for row in data_source %}
allData.push({
model: '{{ row.model }}',
pass_rate_2: {{ row.pass_rate_2 }},
pass_rate: {{ row[pass_rate_field] }},
percent_cases_well_formed: {{ row.percent_cases_well_formed }},
edit_format: '{{ row.edit_format }}'
edit_format: '{{ row.edit_format | default: "diff" }}'
});
{% endfor %}
@ -52,7 +52,7 @@ document.addEventListener('DOMContentLoaded', function () {
if (showAll || rowElement.classList.contains('selected')) {
displayedData.push(row);
leaderboardData.labels.push(row.model);
leaderboardData.datasets[0].data.push(row.pass_rate_2);
leaderboardData.datasets[0].data.push(row.pass_rate);
}
});

2
aider/website/docs/leaderboards/index.md
View file

@ -56,6 +56,8 @@ The model also has to successfully apply all its changes to the source file with
<script src="https://unpkg.com/patternomaly/dist/patternomaly.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script>
{% assign data_source = edit_sorted %}
{% assign pass_rate_field = "pass_rate_2" %}
{% include edit-leaderboard.js %}
</script>
<style>

8
aider/website/docs/leaderboards/refactor.md
View file

@ -14,7 +14,7 @@ The refactoring benchmark requires a large context window to
work with large source files.
Therefore, results are available for fewer models.
<input type="text" id="refacSearchInput" placeholder="Search..." style="width: 100%; max-width: 800px; margin: 10px auto; padding: 8px; display: block; border: 1px solid #ddd; border-radius: 4px;">
<input type="text" id="editSearchInput" placeholder="Search..." style="width: 100%; max-width: 800px; margin: 10px auto; padding: 8px; display: block; border: 1px solid #ddd; border-radius: 4px;">
<table style="width: 100%; max-width: 800px; margin: auto; border-collapse: collapse; box-shadow: 0 2px 4px rgba(0,0,0,0.1); font-size: 14px;">
<thead style="background-color: #f2f2f2;">
@ -40,11 +40,13 @@ Therefore, results are available for fewer models.
</tbody>
</table>
<canvas id="refacChart" width="800" height="450" style="margin-top: 20px"></canvas>
<canvas id="editChart" width="800" height="450" style="margin-top: 20px"></canvas>
<script src="https://unpkg.com/patternomaly/dist/patternomaly.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script>
{% include refactor-leaderboard.js %}
{% assign data_source = refac_sorted %}
{% assign pass_rate_field = "pass_rate_1" %}
{% include edit-leaderboard.js %}
</script>