diff --git a/_data/edit_leaderboard.yml b/_data/edit_leaderboard.yml index 9155cbf6a..8570970f2 100644 --- a/_data/edit_leaderboard.yml +++ b/_data/edit_leaderboard.yml @@ -248,7 +248,7 @@ indentation_errors: 2 exhausted_context_windows: 0 test_timeouts: 1 - command: aider + command: aider --model gpt-4-1106-preview date: 2024-05-08 versions: 0.33.1-dev seconds_per_case: 20.4 @@ -420,7 +420,7 @@ indentation_errors: 2 exhausted_context_windows: 0 test_timeouts: 1 - command: aider --model openai/gpt-4o + command: aider date: 2024-05-13 versions: 0.34.1-dev seconds_per_case: 6.0 diff --git a/_data/refactor_leaderboard.yml b/_data/refactor_leaderboard.yml index 644d4611a..f1232d34e 100644 --- a/_data/refactor_leaderboard.yml +++ b/_data/refactor_leaderboard.yml @@ -95,7 +95,7 @@ indentation_errors: 8 exhausted_context_windows: 0 test_timeouts: 0 - command: aider + command: aider --model gpt-4-1106-preview date: 2024-05-08 versions: 0.33.1-dev seconds_per_case: 61.8 @@ -116,7 +116,7 @@ indentation_errors: 5 exhausted_context_windows: 0 test_timeouts: 0 - command: aider --model openai/gpt-4o + command: aider date: 2024-05-13 versions: 0.34.1-dev seconds_per_case: 27.8