diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index 9acb5dc08..1f1276d33 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1518,4 +1518,50 @@ date: 2024-10-05 versions: 0.59.2.dev seconds_per_case: 46.7 + total_cost: 0.0000 + +- dirname: 2024-10-13-21-33-42--grok2-whole + test_cases: 133 + model: Grok-2 + edit_format: whole + commit_hash: 0a497b7 + pass_rate_1: 45.9 + pass_rate_2: 58.6 + percent_cases_well_formed: 98.5 + error_outputs: 7 + num_malformed_responses: 7 + num_with_malformed_responses: 2 + user_asks: 24 + lazy_comments: 4 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model openrouter/x-ai/grok-2 + date: 2024-10-13 + versions: 0.59.2.dev + seconds_per_case: 34.6 + total_cost: 0.0000 + +- dirname: 2024-10-13-23-58-44--grok2mini-whole + test_cases: 133 + model: openrouter/x-ai/grok-2-mini + edit_format: whole + commit_hash: 0a497b7-dirty, 0a497b7 + pass_rate_1: 40.6 + pass_rate_2: 54.9 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 8 + lazy_comments: 2 + syntax_errors: 2 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model openrouter/x-ai/grok-2-mini + date: 2024-10-13 + versions: 0.59.2.dev + seconds_per_case: 32.1 total_cost: 0.0000 \ No newline at end of file