dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 01:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

updated refac

Browse source
This commit is contained in:
Paul Gauthier 2024-05-04 11:11:34 -07:00
parent e524dd9203
commit ec07b6e556
2 changed files with 11 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

13
_data/refactor_leaderboard.csv
View file

@ -2,15 +2,4 @@ model,second,first,format,command,version,commits,date
gpt-4-turbo-2024-04-09,0,34.1,udiff,aider --gpt-4-turbo,0.27.1-dev,b75fdb9,4/9/24
gpt-4-0125-preview,0,43.8,udiff,aider --model gpt-4-0125-preview,0.22.1-dev,0fbd702,1/25/24
gpt-4-1106-preview,0,57.3,udiff,aider --model gpt-4-1106-preview,0.22.1-dev,a75e7c8,1/25/24
openrouter/anthropic/claude-3-opus,0,67.4,diff,aider --model openrouter/anthropic/claude-3-opus,0.31.2-dev,b02320b-dirty,5/4/24
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
,,,,,,,
claude-3-opus-20240229,0,67.4,diff,aider --opus,0.31.2-dev,b02320b-dirty,5/4/24

1 model second first format command version commits date
2 gpt-4-turbo-2024-04-09 0 34.1 udiff aider --gpt-4-turbo 0.27.1-dev b75fdb9 4/9/24
3 gpt-4-0125-preview 0 43.8 udiff aider --model gpt-4-0125-preview 0.22.1-dev 0fbd702 1/25/24
4 gpt-4-1106-preview 0 57.3 udiff aider --model gpt-4-1106-preview 0.22.1-dev a75e7c8 1/25/24
5 openrouter/anthropic/claude-3-opus claude-3-opus-20240229 0 67.4 diff aider --model openrouter/anthropic/claude-3-opus aider --opus 0.31.2-dev b02320b-dirty 5/4/24

20
docs/leaderboard.md
View file

@ -29,8 +29,8 @@ it will work best with models that score well on the benchmarks.
</tr>
</thead>
<tbody>
{% assign sorted = site.data.edit_leaderboard | sort: 'second' | reverse %}
{% for row in sorted %}
{% assign edit_sorted = site.data.edit_leaderboard | sort: 'second' | reverse %}
{% for row in edit_sorted %}
<tr style="border-bottom: 1px solid #ddd;">
<td style="padding: 8px;">{{ row.model }}</td>
<td style="padding: 8px; text-align: center;">{{ row.second }}%</td>
@ -41,11 +41,11 @@ it will work best with models that score well on the benchmarks.
</tbody>
</table>
<canvas id="leaderboardChart" width="800" height="450" style="margin-top: 20px"></canvas>
<canvas id="editChart" width="800" height="450" style="margin-top: 20px"></canvas>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script>
document.addEventListener('DOMContentLoaded', function () {
var ctx = document.getElementById('leaderboardChart').getContext('2d');
var ctx = document.getElementById('editChart').getContext('2d');
var leaderboardData = {
labels: [],
datasets: [{
@ -57,7 +57,7 @@ it will work best with models that score well on the benchmarks.
}]
};
{% for row in sorted %}
{% for row in edit_sorted %}
leaderboardData.labels.push('{{ row.model }}');
leaderboardData.datasets[0].data.push({{ row.second }});
{% endfor %}
@ -93,8 +93,8 @@ it will work best with models that score well on the benchmarks.
</tr>
</thead>
<tbody>
{% assign sorted = site.data.refactor_leaderboard | sort: 'first' | reverse %}
{% for row in sorted %}
{% assign refac_sorted = site.data.refactor_leaderboard | sort: 'first' | reverse %}
{% for row in refac_sorted %}
<tr style="border-bottom: 1px solid #ddd;">
<td style="padding: 8px;">{{ row.model }}</td>
<td style="padding: 8px; text-align: center;">{{ row.first }}%</td>
@ -105,11 +105,11 @@ it will work best with models that score well on the benchmarks.
</tbody>
</table>
<canvas id="leaderboardChart" width="800" height="450" style="margin-top: 20px"></canvas>
<canvas id="refacChart" width="800" height="450" style="margin-top: 20px"></canvas>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script>
document.addEventListener('DOMContentLoaded', function () {
var ctx = document.getElementById('leaderboardChart').getContext('2d');
var ctx = document.getElementById('refacChart').getContext('2d');
var leaderboardData = {
labels: [],
datasets: [{
@ -121,7 +121,7 @@ it will work best with models that score well on the benchmarks.
}]
};
{% for row in sorted %}
{% for row in refac_sorted %}
leaderboardData.labels.push('{{ row.model }}');
leaderboardData.datasets[0].data.push({{ row.first }});
{% endfor %}