diff --git a/aider/website/_data/deepseek-down.yml b/aider/website/_data/deepseek-down.yml index a2e2ec645..c1a7d8d8c 100644 --- a/aider/website/_data/deepseek-down.yml +++ b/aider/website/_data/deepseek-down.yml @@ -51,29 +51,28 @@ seconds_per_case: 115.9 total_cost: 2.1177 -- dirname: 2025-01-28-17-41-19--or-v3-deepinfra - test_cases: 221 - model: "OpenRouter: Deepinfra" - edit_format: whole - commit_hash: 0336a98-dirty - pass_rate_1: 24.0 - pass_rate_2: 47.1 +- dirname: 2025-01-28-19-25-32--or-v3-deepinfra-diff + test_cases: 222 + model: "OpenRouter: DeepInfra" + edit_format: diff + commit_hash: bfc5745, 77d2bc5-dirty + pass_rate_1: 23.9 + pass_rate_2: 48.0 pass_num_1: 53 - pass_num_2: 106 + pass_num_2: 108 percent_cases_well_formed: 99.5 - error_outputs: 5 + error_outputs: 18 num_malformed_responses: 1 num_with_malformed_responses: 1 - user_asks: 38 + user_asks: 17 lazy_comments: 0 syntax_errors: 0 indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 5 + exhausted_context_windows: 2 + test_timeouts: 4 total_tests: 225 command: aider --model openrouter/deepseek/deepseek-chat date: 2025-01-28 versions: 0.72.4.dev - seconds_per_case: 156.5 - total_cost: 0.2110 - \ No newline at end of file + seconds_per_case: 187.0 + total_cost: 0.2733 \ No newline at end of file