From 08868fd4375e381eb4424b0a327610341ae22f29 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 4 Jul 2024 11:57:57 -0300 Subject: [PATCH] copy --- website/_data/edit_leaderboard.yml | 25 +------------------------ 1 file changed, 1 insertion(+), 24 deletions(-) diff --git a/website/_data/edit_leaderboard.yml b/website/_data/edit_leaderboard.yml index 2c8f33a3f..bc0260b13 100644 --- a/website/_data/edit_leaderboard.yml +++ b/website/_data/edit_leaderboard.yml @@ -590,32 +590,9 @@ seconds_per_case: 280.6 total_cost: 0.0000 -- dirname: 2024-06-20-15-09-26--claude-3.5-sonnet-whole - test_cases: 133 - model: claude-3.5-sonnet (whole) - edit_format: whole - commit_hash: 068609e - pass_rate_1: 61.7 - pass_rate_2: 78.2 - percent_cases_well_formed: 100.0 - error_outputs: 4 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 2 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 0 - command: aider --sonnet --edit-format whole - date: 2024-06-20 - versions: 0.38.1-dev - seconds_per_case: 15.4 - total_cost: 0.0000 - - dirname: 2024-07-04-14-32-08--claude-3.5-sonnet-diff-continue test_cases: 133 - model: openrouter/anthropic/claude-3.5-sonnet + model: claude-3.5-sonnet edit_format: diff commit_hash: 35f21b5 pass_rate_1: 57.1