diff --git a/aider/website/_posts/2025-01-23-r1.md b/aider/website/_posts/2025-01-23-r1.md new file mode 100644 index 000000000..359530212 --- /dev/null +++ b/aider/website/_posts/2025-01-23-r1.md @@ -0,0 +1,69 @@ +--- +title: r1 tops aider's polyglot leaderboard +#excerpt: o1 scores the top result on aider's new multi-language, more challenging coding benchmark. +#highlight_image: /assets/o1-polyglot.jpg +draft: false +nav_exclude: true +--- +{% if page.date %} +

{{ page.date | date: "%B %d, %Y" }}

+{% endif %} + +# r1 tops aider's polyglot leaderboard +{: .no_toc } + + + + + + +## Results + + + + + + + + + + + + + {% assign edit_sorted = site.data.r1_architect | sort: 'pass_rate_2' | reverse %} + {% for row in edit_sorted %} + + + + + + + // add a column for total_cost ai! + + {% endfor %} + +
ModelPercent completed correctlyPercent using correct edit formatCommandEdit format
{{ row.model }}{{ row.pass_rate_2 }}%{{ row.percent_cases_well_formed }}%{{ row.command }}{{ row.edit_format }}
+ + + + +