gpt-4o-mini

This commit is contained in:
Paul Gauthier 2024-07-18 20:03:32 +01:00
parent d31eef3fc6
commit 18b2995527
2 changed files with 41 additions and 1 deletions

View file

@ -148,6 +148,22 @@ MODEL_SETTINGS = [
lazy=True,
reminder_as_sys_msg=True,
),
ModelSettings(
"gpt-4o-mini",
"whole",
weak_model_name="gpt-4o-mini",
accepts_images=True,
lazy=True,
reminder_as_sys_msg=True,
),
ModelSettings(
"openai/gpt-4o-mini",
"whole",
weak_model_name="openai/gpt-4o-mini",
accepts_images=True,
lazy=True,
reminder_as_sys_msg=True,
),
ModelSettings(
"gpt-4-0125-preview",
"udiff",

View file

@ -703,4 +703,28 @@
date: 2024-07-09
versions: 0.43.0
seconds_per_case: 101.3
total_cost: 0.0000
total_cost: 0.0000
- dirname: 2024-07-18-18-57-46--gpt-4o-mini-whole
test_cases: 133
model: gpt-4o-mini
edit_format: whole
commit_hash: d31eef3-dirty
pass_rate_1: 40.6
pass_rate_2: 55.6
percent_cases_well_formed: 100.0
error_outputs: 1
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 1
lazy_comments: 0
syntax_errors: 1
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 2
command: aider --model gpt-4o-mini
date: 2024-07-18
versions: 0.44.1-dev
seconds_per_case: 7.8
total_cost: 0.0916