diff --git a/aider/website/_data/code-in-json.yml b/aider/website/_data/code-in-json.yml index bc4b9b469..a0e6e571e 100644 --- a/aider/website/_data/code-in-json.yml +++ b/aider/website/_data/code-in-json.yml @@ -82,27 +82,6 @@ versions: 0.50.2-dev seconds_per_case: 10.5 total_cost: 1.6714 -- dirname: 2024-08-15-13-24-56--json-no-lint-claude-3.5-sonnet-func - test_cases: 133 - model: claude-3.5-sonnet - edit_format: JSON - commit_hash: bac04a2 - pass_rate_1: 53.4 - percent_cases_well_formed: 100.0 - error_outputs: 0 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 1 - command: aider --model claude-3.5-sonnet - date: 2024-08-15 - versions: 0.50.2-dev - seconds_per_case: 9.7 - total_cost: 1.5980 - dirname: 2024-08-15-13-26-38--json-no-lint-deepseek-coder-whole test_cases: 133 model: deepseek-coder V2 0724 @@ -208,27 +187,6 @@ versions: 0.50.2-dev seconds_per_case: 16.5 total_cost: 1.6556 -- dirname: 2024-08-15-14-02-15--json-no-lint-claude-3.5-sonnet-func-2 - test_cases: 133 - model: claude-3.5-sonnet - edit_format: JSON - commit_hash: bac04a2 - pass_rate_1: 51.9 - percent_cases_well_formed: 100.0 - error_outputs: 1 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 1 - command: aider --model claude-3.5-sonnet - date: 2024-08-15 - versions: 0.50.2-dev - seconds_per_case: 14.3 - total_cost: 1.5835 - dirname: 2024-08-15-14-06-12--json-no-lint-deepseek-coder-whole-2 test_cases: 133 model: deepseek-coder V2 0724 @@ -334,27 +292,6 @@ versions: 0.50.2-dev seconds_per_case: 11.0 total_cost: 1.6555 -- dirname: 2024-08-15-14-19-19--json-no-lint-claude-3.5-sonnet-func-3 - test_cases: 133 - model: claude-3.5-sonnet - edit_format: JSON - commit_hash: bac04a2 - pass_rate_1: 51.1 - percent_cases_well_formed: 100.0 - error_outputs: 3 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 1 - command: aider --model claude-3.5-sonnet - date: 2024-08-15 - versions: 0.50.2-dev - seconds_per_case: 10.3 - total_cost: 1.5614 - dirname: 2024-08-15-14-21-06--json-no-lint-deepseek-coder-whole-3 test_cases: 133 model: deepseek-coder V2 0724 @@ -460,27 +397,6 @@ versions: 0.50.2-dev seconds_per_case: 11.3 total_cost: 1.6635 -- dirname: 2024-08-15-14-36-18--json-no-lint-claude-3.5-sonnet-func-4 - test_cases: 133 - model: claude-3.5-sonnet - edit_format: JSON - commit_hash: bac04a2 - pass_rate_1: 55.6 - percent_cases_well_formed: 100.0 - error_outputs: 1 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 1 - command: aider --model claude-3.5-sonnet - date: 2024-08-15 - versions: 0.50.2-dev - seconds_per_case: 10.5 - total_cost: 1.5768 - dirname: 2024-08-15-14-38-35--json-no-lint-deepseek-coder-whole-4 test_cases: 133 model: deepseek-coder V2 0724 @@ -586,27 +502,6 @@ versions: 0.50.2-dev seconds_per_case: 11.4 total_cost: 1.6685 -- dirname: 2024-08-15-14-52-48--json-no-lint-claude-3.5-sonnet-func-5 - test_cases: 133 - model: claude-3.5-sonnet - edit_format: JSON - commit_hash: bac04a2 - pass_rate_1: 53.4 - percent_cases_well_formed: 100.0 - error_outputs: 2 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 1 - command: aider --model claude-3.5-sonnet - date: 2024-08-15 - versions: 0.50.2-dev - seconds_per_case: 10.8 - total_cost: 1.5786 - dirname: 2024-08-15-14-54-41--json-no-lint-deepseek-coder-whole-5 test_cases: 133 model: deepseek-coder V2 0724 @@ -923,4 +818,110 @@ versions: 0.50.2-dev seconds_per_case: 18.0 total_cost: 0.0332 + +- dirname: 2024-08-15-20-07-59--json-no-lint-again-claude-3.5-sonnet-func-1 + test_cases: 133 + model: claude-3.5-sonnet + edit_format: JSON + commit_hash: 1a98c28 + pass_rate_1: 54.1 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model claude-3.5-sonnet + date: 2024-08-15 + versions: 0.50.2-dev + seconds_per_case: 9.5 + total_cost: 1.5789 +- dirname: 2024-08-15-20-09-39--json-no-lint-again-claude-3.5-sonnet-func-2 + test_cases: 133 + model: claude-3.5-sonnet + edit_format: JSON + commit_hash: 1a98c28 + pass_rate_1: 55.6 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model claude-3.5-sonnet + date: 2024-08-15 + versions: 0.50.2-dev + seconds_per_case: 9.2 + total_cost: 1.5916 +- dirname: 2024-08-15-20-11-39--json-no-lint-again-claude-3.5-sonnet-func-3 + test_cases: 133 + model: claude-3.5-sonnet + edit_format: JSON + commit_hash: 1a98c28 + pass_rate_1: 53.4 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model claude-3.5-sonnet + date: 2024-08-15 + versions: 0.50.2-dev + seconds_per_case: 10.3 + total_cost: 1.5896 +- dirname: 2024-08-15-20-13-44--json-no-lint-again-claude-3.5-sonnet-func-4 + test_cases: 133 + model: claude-3.5-sonnet + edit_format: JSON + commit_hash: 1a98c28 + pass_rate_1: 55.6 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model claude-3.5-sonnet + date: 2024-08-15 + versions: 0.50.2-dev + seconds_per_case: 9.2 + total_cost: 1.6000 +- dirname: 2024-08-15-20-15-51--json-no-lint-again-claude-3.5-sonnet-func-5 + test_cases: 133 + model: claude-3.5-sonnet + edit_format: JSON + commit_hash: 1a98c28 + pass_rate_1: 51.9 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model claude-3.5-sonnet + date: 2024-08-15 + versions: 0.50.2-dev + seconds_per_case: 8.9 + total_cost: 1.5936 \ No newline at end of file