From 119fbc995c95d60c55e6a4c18553bf3cdaadf370 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Mon, 14 Apr 2025 16:00:42 -0700 Subject: [PATCH] add gpt-4.1-nano --- aider/resources/model-settings.yml | 3 +-- aider/website/_data/polyglot_leaderboard.yml | 28 +++++++++++++++++++- 2 files changed, 28 insertions(+), 3 deletions(-) diff --git a/aider/resources/model-settings.yml b/aider/resources/model-settings.yml index e0c4d99e3..1067d3f63 100644 --- a/aider/resources/model-settings.yml +++ b/aider/resources/model-settings.yml @@ -1081,5 +1081,4 @@ use_repo_map: true reminder: sys examples_as_sys_msg: false - - + \ No newline at end of file diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index 0ac8eeab2..129806eed 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -1065,4 +1065,30 @@ date: 2025-04-14 versions: 0.81.4.dev seconds_per_case: 19.5 - total_cost: 1.9918 \ No newline at end of file + total_cost: 1.9918 + +- dirname: 2025-04-14-22-46-01--gpt41nano-diff + test_cases: 225 + model: gpt-4.1-nano + edit_format: whole + commit_hash: 71d1591-dirty + pass_rate_1: 3.1 + pass_rate_2: 8.9 + pass_num_1: 7 + pass_num_2: 20 + percent_cases_well_formed: 94.2 + error_outputs: 20 + num_malformed_responses: 20 + num_with_malformed_responses: 13 + user_asks: 316 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 8 + total_tests: 225 + command: aider --model gpt-4.1-nano + date: 2025-04-14 + versions: 0.81.4.dev + seconds_per_case: 12.0 + total_cost: 0.4281 \ No newline at end of file