From 1e8e17bd5cd749ce7f3c3d93195a179424bbb995 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 6 Aug 2024 15:31:53 -0300 Subject: [PATCH] added openai/gpt-4o-2024-08-06 to the leaderboard --- aider/website/_data/edit_leaderboard.yml | 26 +++++++++++++++++++++++- 1 file changed, 25 insertions(+), 1 deletion(-) diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index cfd59e4bf..71ccb1eb3 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -819,4 +819,28 @@ date: 2024-07-25 versions: 0.45.2-dev seconds_per_case: 7.3 - total_cost: 0.0000 \ No newline at end of file + total_cost: 0.0000 + +- dirname: 2024-08-06-18-28-39--gpt-4o-2024-08-06-diff-again + test_cases: 133 + model: openai/gpt-4o-2024-08-06 + edit_format: diff + commit_hash: ed9ed89 + pass_rate_1: 57.1 + pass_rate_2: 71.4 + percent_cases_well_formed: 98.5 + error_outputs: 18 + num_malformed_responses: 2 + num_with_malformed_responses: 2 + user_asks: 10 + lazy_comments: 0 + syntax_errors: 6 + indentation_errors: 2 + exhausted_context_windows: 0 + test_timeouts: 5 + command: aider --model openai/gpt-4o-2024-08-06 + date: 2024-08-06 + versions: 0.48.1-dev + seconds_per_case: 6.5 + total_cost: 0.0000 + \ No newline at end of file