From 18a88596a6675067eca41d5469f8d1b97a86ed32 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 20 Nov 2024 11:33:16 -0800 Subject: [PATCH] Added gpt-4o-2024-11-20 --- aider/website/_data/edit_leaderboard.yml | 25 +++++++++++++++++++++++- 1 file changed, 24 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 754bc52a8..51df6569f 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1840,4 +1840,27 @@ date: 2024-11-20 versions: 0.63.3.dev seconds_per_case: 24.9 - total_cost: 3.2334 \ No newline at end of file + total_cost: 3.2334 + +- dirname: 2024-11-20-19-28-30--gpt-4o-2024-11-20 + test_cases: 133 + model: openai/gpt-4o-2024-11-20 + edit_format: diff + commit_hash: 2ac0776-dirty + pass_rate_1: 58.6 + pass_rate_2: 71.4 + percent_cases_well_formed: 99.2 + error_outputs: 1 + num_malformed_responses: 1 + num_with_malformed_responses: 1 + user_asks: 4 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 5 + command: aider --model openai/gpt-4o-2024-11-20 + date: 2024-11-20 + versions: 0.63.3.dev + seconds_per_case: 6.0 + total_cost: 0.0000 \ No newline at end of file