From ebeec04caee7ebe420d6283b44004b7a8f056695 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Mon, 13 May 2024 11:30:09 -0700 Subject: [PATCH] Updated leaderboard commands to reflect 4o is default model now --- _data/edit_leaderboard.yml | 4 ++-- _data/refactor_leaderboard.yml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/_data/edit_leaderboard.yml b/_data/edit_leaderboard.yml index 9155cbf6a..8570970f2 100644 --- a/_data/edit_leaderboard.yml +++ b/_data/edit_leaderboard.yml @@ -248,7 +248,7 @@ indentation_errors: 2 exhausted_context_windows: 0 test_timeouts: 1 - command: aider + command: aider --model gpt-4-1106-preview date: 2024-05-08 versions: 0.33.1-dev seconds_per_case: 20.4 @@ -420,7 +420,7 @@ indentation_errors: 2 exhausted_context_windows: 0 test_timeouts: 1 - command: aider --model openai/gpt-4o + command: aider date: 2024-05-13 versions: 0.34.1-dev seconds_per_case: 6.0 diff --git a/_data/refactor_leaderboard.yml b/_data/refactor_leaderboard.yml index 644d4611a..f1232d34e 100644 --- a/_data/refactor_leaderboard.yml +++ b/_data/refactor_leaderboard.yml @@ -95,7 +95,7 @@ indentation_errors: 8 exhausted_context_windows: 0 test_timeouts: 0 - command: aider + command: aider --model gpt-4-1106-preview date: 2024-05-08 versions: 0.33.1-dev seconds_per_case: 61.8 @@ -116,7 +116,7 @@ indentation_errors: 5 exhausted_context_windows: 0 test_timeouts: 0 - command: aider --model openai/gpt-4o + command: aider date: 2024-05-13 versions: 0.34.1-dev seconds_per_case: 27.8