This commit is contained in:
Paul Gauthier 2025-01-13 14:28:34 -08:00
parent d831e2f3a4
commit 4251e976b3
5 changed files with 35 additions and 8 deletions

View file

@ -1,6 +1,3 @@
{"event": "message_send_starting", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736444393}
{"event": "message_send", "properties": {"main_model": "deepseek/deepseek-coder", "weak_model": "deepseek/deepseek-coder", "editor_model": "deepseek/deepseek-coder", "edit_format": "diff", "prompt_tokens": 6029, "completion_tokens": 195, "total_tokens": 6224, "cost": 0.0008986600000000001, "total_cost": 0.00791476}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736444400}
{"event": "command_reset", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736444404}
{"event": "launched", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736445473}
{"event": "gui session", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736445474}
{"event": "exit", "properties": {"reason": "GUI session ended"}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736445474}
@ -998,3 +995,6 @@
{"event": "launched", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736797223}
{"event": "gui session", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736797224}
{"event": "exit", "properties": {"reason": "GUI session ended"}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736797224}
{"event": "launched", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736807243}
{"event": "gui session", "properties": {}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736807243}
{"event": "exit", "properties": {"reason": "GUI session ended"}, "user_id": "c42c4e6b-f054-44d7-ae1f-6726cc41da88", "time": 1736807243}

View file

@ -249,8 +249,8 @@ tr:hover { background-color: #f5f5f5; }
</style>
<table>
<tr><th>Model Name</th><th class='right'>Total Tokens</th><th class='right'>Percent</th></tr>
<tr><td>deepseek/deepseek-chat</td><td class='right'>1,350,764</td><td class='right'>86.4%</td></tr>
<tr><td>claude-3-5-sonnet-20241022</td><td class='right'>178,352</td><td class='right'>11.4%</td></tr>
<tr><td>deepseek/deepseek-chat</td><td class='right'>1,344,540</td><td class='right'>86.4%</td></tr>
<tr><td>claude-3-5-sonnet-20241022</td><td class='right'>178,352</td><td class='right'>11.5%</td></tr>
<tr><td>o1</td><td class='right'>25,326</td><td class='right'>1.6%</td></tr>
<tr><td>mistral/codestral-latest</td><td class='right'>8,137</td><td class='right'>0.5%</td></tr>
</table>

View file

@ -113,9 +113,8 @@ import subprocess
import datetime
files = [
'aider/website/docs/leaderboards/index.md',
'aider/website/docs/leaderboards/edit.md',
'aider/website/_data/edit_leaderboard.yml',
'aider/website/_data/refactor_leaderboard.yml'
]
def get_last_modified_date(file):
@ -129,6 +128,6 @@ mod_dates = [get_last_modified_date(file) for file in files]
latest_mod_date = max(mod_dates)
cog.out(f"{latest_mod_date.strftime('%B %d, %Y.')}")
]]]-->
December 16, 2024.
December 22, 2024.
<!--[[[end]]]-->
</p>

View file

@ -50,3 +50,29 @@ Therefore, results are available for fewer models.
</script>
<p class="post-date">
By Paul Gauthier,
last updated
<!--[[[cog
import subprocess
import datetime
files = [
'aider/website/docs/leaderboards/refactor.md',
'aider/website/_data/refactor_leaderboard.yml',
]
def get_last_modified_date(file):
result = subprocess.run(['git', 'log', '-1', '--format=%ct', file], capture_output=True, text=True)
if result.returncode == 0:
timestamp = int(result.stdout.strip())
return datetime.datetime.fromtimestamp(timestamp)
return datetime.datetime.min
mod_dates = [get_last_modified_date(file) for file in files]
latest_mod_date = max(mod_dates)
cog.out(f"{latest_mod_date.strftime('%B %d, %Y.')}")
]]]-->
December 21, 2024.
<!--[[[end]]]-->
</p>