gpt-4o-2024-11-20

This commit is contained in:
Paul Gauthier 2024-11-20 15:31:47 -08:00
parent a06a9ed7d8
commit 1aaa3d9279
2 changed files with 17 additions and 1 deletions

View file

@ -161,6 +161,22 @@ MODEL_SETTINGS = [
lazy=True, lazy=True,
reminder="sys", reminder="sys",
), ),
ModelSettings(
"gpt-4o-2024-11-20",
"diff",
weak_model_name="gpt-4o-mini",
use_repo_map=True,
lazy=True,
reminder="sys",
),
ModelSettings(
"openai/gpt-4o-2024-11-20",
"diff",
weak_model_name="gpt-4o-mini",
use_repo_map=True,
lazy=True,
reminder="sys",
),
ModelSettings( ModelSettings(
"gpt-4o", "gpt-4o",
"diff", "diff",

View file

@ -1844,7 +1844,7 @@
- dirname: 2024-11-20-19-28-30--gpt-4o-2024-11-20 - dirname: 2024-11-20-19-28-30--gpt-4o-2024-11-20
test_cases: 133 test_cases: 133
model: openai/gpt-4o-2024-11-20 model: gpt-4o-2024-11-20
edit_format: diff edit_format: diff
commit_hash: 2ac0776-dirty commit_hash: 2ac0776-dirty
pass_rate_1: 58.6 pass_rate_1: 58.6