From 18b29955274c0a10cea35afdb73d74f611b0c0fa Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 18 Jul 2024 20:03:32 +0100 Subject: [PATCH] gpt-4o-mini --- aider/models.py | 16 +++++++++++++++ aider/website/_data/edit_leaderboard.yml | 26 +++++++++++++++++++++++- 2 files changed, 41 insertions(+), 1 deletion(-) diff --git a/aider/models.py b/aider/models.py index ba2d65980..eb3925ea8 100644 --- a/aider/models.py +++ b/aider/models.py @@ -148,6 +148,22 @@ MODEL_SETTINGS = [ lazy=True, reminder_as_sys_msg=True, ), + ModelSettings( + "gpt-4o-mini", + "whole", + weak_model_name="gpt-4o-mini", + accepts_images=True, + lazy=True, + reminder_as_sys_msg=True, + ), + ModelSettings( + "openai/gpt-4o-mini", + "whole", + weak_model_name="openai/gpt-4o-mini", + accepts_images=True, + lazy=True, + reminder_as_sys_msg=True, + ), ModelSettings( "gpt-4-0125-preview", "udiff", diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 8e2acbd89..9fccbf448 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -703,4 +703,28 @@ date: 2024-07-09 versions: 0.43.0 seconds_per_case: 101.3 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 + +- dirname: 2024-07-18-18-57-46--gpt-4o-mini-whole + test_cases: 133 + model: gpt-4o-mini + edit_format: whole + commit_hash: d31eef3-dirty + pass_rate_1: 40.6 + pass_rate_2: 55.6 + percent_cases_well_formed: 100.0 + error_outputs: 1 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 1 + lazy_comments: 0 + syntax_errors: 1 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 2 + command: aider --model gpt-4o-mini + date: 2024-07-18 + versions: 0.44.1-dev + seconds_per_case: 7.8 + total_cost: 0.0916 + \ No newline at end of file