From 57abaf7500daf781834c2fd438a0f891d8414b3c Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 16 Apr 2025 19:02:09 -0700 Subject: [PATCH] add o3+4.1 --- aider/website/_data/polyglot_leaderboard.yml | 30 +++++++++++++++++++- 1 file changed, 29 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index 66e1c84dd..40340a4d9 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -1143,4 +1143,32 @@ date: 2025-04-16 versions: 0.82.1.dev seconds_per_case: 176.5 - total_cost: 19.6399 \ No newline at end of file + total_cost: 19.6399 + +- dirname: 2025-04-17-01-20-35--o3-mini-high-diff-arch + test_cases: 225 + model: o3 (high) + gpt-4.1 + edit_format: architect + commit_hash: 80909e1-dirty + editor_model: gpt-4.1 + editor_edit_format: editor-diff + pass_rate_1: 36.0 + pass_rate_2: 82.7 + pass_num_1: 81 + pass_num_2: 186 + percent_cases_well_formed: 100.0 + error_outputs: 9 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 166 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + total_tests: 225 + command: aider --model o3 --architect + date: 2025-04-17 + versions: 0.82.2.dev + seconds_per_case: 110.0 + total_cost: 69.2921 \ No newline at end of file