mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-01 02:05:00 +00:00
update with clean sonnet func data with args None fix
This commit is contained in:
Paul Gauthier
parent
8a1f696bce
commit
db5dbb5d13
1 changed files with 106 additions and 105 deletions
|
|
@ -82,27 +82,6 @@
|
||||||
versions: 0.50.2-dev
|
versions: 0.50.2-dev
|
||||||
seconds_per_case: 10.5
|
seconds_per_case: 10.5
|
||||||
total_cost: 1.6714
|
total_cost: 1.6714
|
||||||
- dirname: 2024-08-15-13-24-56--json-no-lint-claude-3.5-sonnet-func
|
|
||||||
test_cases: 133
|
|
||||||
model: claude-3.5-sonnet
|
|
||||||
edit_format: JSON
|
|
||||||
commit_hash: bac04a2
|
|
||||||
pass_rate_1: 53.4
|
|
||||||
percent_cases_well_formed: 100.0
|
|
||||||
error_outputs: 0
|
|
||||||
num_malformed_responses: 0
|
|
||||||
num_with_malformed_responses: 0
|
|
||||||
user_asks: 0
|
|
||||||
lazy_comments: 0
|
|
||||||
syntax_errors: 0
|
|
||||||
indentation_errors: 0
|
|
||||||
exhausted_context_windows: 0
|
|
||||||
test_timeouts: 1
|
|
||||||
command: aider --model claude-3.5-sonnet
|
|
||||||
date: 2024-08-15
|
|
||||||
versions: 0.50.2-dev
|
|
||||||
seconds_per_case: 9.7
|
|
||||||
total_cost: 1.5980
|
|
||||||
- dirname: 2024-08-15-13-26-38--json-no-lint-deepseek-coder-whole
|
- dirname: 2024-08-15-13-26-38--json-no-lint-deepseek-coder-whole
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: deepseek-coder V2 0724
|
model: deepseek-coder V2 0724
|
||||||
|
|
@ -208,27 +187,6 @@
|
||||||
versions: 0.50.2-dev
|
versions: 0.50.2-dev
|
||||||
seconds_per_case: 16.5
|
seconds_per_case: 16.5
|
||||||
total_cost: 1.6556
|
total_cost: 1.6556
|
||||||
- dirname: 2024-08-15-14-02-15--json-no-lint-claude-3.5-sonnet-func-2
|
|
||||||
test_cases: 133
|
|
||||||
model: claude-3.5-sonnet
|
|
||||||
edit_format: JSON
|
|
||||||
commit_hash: bac04a2
|
|
||||||
pass_rate_1: 51.9
|
|
||||||
percent_cases_well_formed: 100.0
|
|
||||||
error_outputs: 1
|
|
||||||
num_malformed_responses: 0
|
|
||||||
num_with_malformed_responses: 0
|
|
||||||
user_asks: 0
|
|
||||||
lazy_comments: 0
|
|
||||||
syntax_errors: 0
|
|
||||||
indentation_errors: 0
|
|
||||||
exhausted_context_windows: 0
|
|
||||||
test_timeouts: 1
|
|
||||||
command: aider --model claude-3.5-sonnet
|
|
||||||
date: 2024-08-15
|
|
||||||
versions: 0.50.2-dev
|
|
||||||
seconds_per_case: 14.3
|
|
||||||
total_cost: 1.5835
|
|
||||||
- dirname: 2024-08-15-14-06-12--json-no-lint-deepseek-coder-whole-2
|
- dirname: 2024-08-15-14-06-12--json-no-lint-deepseek-coder-whole-2
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: deepseek-coder V2 0724
|
model: deepseek-coder V2 0724
|
||||||
|
|
@ -334,27 +292,6 @@
|
||||||
versions: 0.50.2-dev
|
versions: 0.50.2-dev
|
||||||
seconds_per_case: 11.0
|
seconds_per_case: 11.0
|
||||||
total_cost: 1.6555
|
total_cost: 1.6555
|
||||||
- dirname: 2024-08-15-14-19-19--json-no-lint-claude-3.5-sonnet-func-3
|
|
||||||
test_cases: 133
|
|
||||||
model: claude-3.5-sonnet
|
|
||||||
edit_format: JSON
|
|
||||||
commit_hash: bac04a2
|
|
||||||
pass_rate_1: 51.1
|
|
||||||
percent_cases_well_formed: 100.0
|
|
||||||
error_outputs: 3
|
|
||||||
num_malformed_responses: 0
|
|
||||||
num_with_malformed_responses: 0
|
|
||||||
user_asks: 0
|
|
||||||
lazy_comments: 0
|
|
||||||
syntax_errors: 0
|
|
||||||
indentation_errors: 0
|
|
||||||
exhausted_context_windows: 0
|
|
||||||
test_timeouts: 1
|
|
||||||
command: aider --model claude-3.5-sonnet
|
|
||||||
date: 2024-08-15
|
|
||||||
versions: 0.50.2-dev
|
|
||||||
seconds_per_case: 10.3
|
|
||||||
total_cost: 1.5614
|
|
||||||
- dirname: 2024-08-15-14-21-06--json-no-lint-deepseek-coder-whole-3
|
- dirname: 2024-08-15-14-21-06--json-no-lint-deepseek-coder-whole-3
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: deepseek-coder V2 0724
|
model: deepseek-coder V2 0724
|
||||||
|
|
@ -460,27 +397,6 @@
|
||||||
versions: 0.50.2-dev
|
versions: 0.50.2-dev
|
||||||
seconds_per_case: 11.3
|
seconds_per_case: 11.3
|
||||||
total_cost: 1.6635
|
total_cost: 1.6635
|
||||||
- dirname: 2024-08-15-14-36-18--json-no-lint-claude-3.5-sonnet-func-4
|
|
||||||
test_cases: 133
|
|
||||||
model: claude-3.5-sonnet
|
|
||||||
edit_format: JSON
|
|
||||||
commit_hash: bac04a2
|
|
||||||
pass_rate_1: 55.6
|
|
||||||
percent_cases_well_formed: 100.0
|
|
||||||
error_outputs: 1
|
|
||||||
num_malformed_responses: 0
|
|
||||||
num_with_malformed_responses: 0
|
|
||||||
user_asks: 0
|
|
||||||
lazy_comments: 0
|
|
||||||
syntax_errors: 0
|
|
||||||
indentation_errors: 0
|
|
||||||
exhausted_context_windows: 0
|
|
||||||
test_timeouts: 1
|
|
||||||
command: aider --model claude-3.5-sonnet
|
|
||||||
date: 2024-08-15
|
|
||||||
versions: 0.50.2-dev
|
|
||||||
seconds_per_case: 10.5
|
|
||||||
total_cost: 1.5768
|
|
||||||
- dirname: 2024-08-15-14-38-35--json-no-lint-deepseek-coder-whole-4
|
- dirname: 2024-08-15-14-38-35--json-no-lint-deepseek-coder-whole-4
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: deepseek-coder V2 0724
|
model: deepseek-coder V2 0724
|
||||||
|
|
@ -586,27 +502,6 @@
|
||||||
versions: 0.50.2-dev
|
versions: 0.50.2-dev
|
||||||
seconds_per_case: 11.4
|
seconds_per_case: 11.4
|
||||||
total_cost: 1.6685
|
total_cost: 1.6685
|
||||||
- dirname: 2024-08-15-14-52-48--json-no-lint-claude-3.5-sonnet-func-5
|
|
||||||
test_cases: 133
|
|
||||||
model: claude-3.5-sonnet
|
|
||||||
edit_format: JSON
|
|
||||||
commit_hash: bac04a2
|
|
||||||
pass_rate_1: 53.4
|
|
||||||
percent_cases_well_formed: 100.0
|
|
||||||
error_outputs: 2
|
|
||||||
num_malformed_responses: 0
|
|
||||||
num_with_malformed_responses: 0
|
|
||||||
user_asks: 0
|
|
||||||
lazy_comments: 0
|
|
||||||
syntax_errors: 0
|
|
||||||
indentation_errors: 0
|
|
||||||
exhausted_context_windows: 0
|
|
||||||
test_timeouts: 1
|
|
||||||
command: aider --model claude-3.5-sonnet
|
|
||||||
date: 2024-08-15
|
|
||||||
versions: 0.50.2-dev
|
|
||||||
seconds_per_case: 10.8
|
|
||||||
total_cost: 1.5786
|
|
||||||
- dirname: 2024-08-15-14-54-41--json-no-lint-deepseek-coder-whole-5
|
- dirname: 2024-08-15-14-54-41--json-no-lint-deepseek-coder-whole-5
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: deepseek-coder V2 0724
|
model: deepseek-coder V2 0724
|
||||||
|
|
@ -924,3 +819,109 @@
|
||||||
seconds_per_case: 18.0
|
seconds_per_case: 18.0
|
||||||
total_cost: 0.0332
|
total_cost: 0.0332
|
||||||
|
|
||||||
|
- dirname: 2024-08-15-20-07-59--json-no-lint-again-claude-3.5-sonnet-func-1
|
||||||
|
test_cases: 133
|
||||||
|
model: claude-3.5-sonnet
|
||||||
|
edit_format: JSON
|
||||||
|
commit_hash: 1a98c28
|
||||||
|
pass_rate_1: 54.1
|
||||||
|
percent_cases_well_formed: 100.0
|
||||||
|
error_outputs: 0
|
||||||
|
num_malformed_responses: 0
|
||||||
|
num_with_malformed_responses: 0
|
||||||
|
user_asks: 0
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
test_timeouts: 1
|
||||||
|
command: aider --model claude-3.5-sonnet
|
||||||
|
date: 2024-08-15
|
||||||
|
versions: 0.50.2-dev
|
||||||
|
seconds_per_case: 9.5
|
||||||
|
total_cost: 1.5789
|
||||||
|
- dirname: 2024-08-15-20-09-39--json-no-lint-again-claude-3.5-sonnet-func-2
|
||||||
|
test_cases: 133
|
||||||
|
model: claude-3.5-sonnet
|
||||||
|
edit_format: JSON
|
||||||
|
commit_hash: 1a98c28
|
||||||
|
pass_rate_1: 55.6
|
||||||
|
percent_cases_well_formed: 100.0
|
||||||
|
error_outputs: 0
|
||||||
|
num_malformed_responses: 0
|
||||||
|
num_with_malformed_responses: 0
|
||||||
|
user_asks: 0
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
test_timeouts: 1
|
||||||
|
command: aider --model claude-3.5-sonnet
|
||||||
|
date: 2024-08-15
|
||||||
|
versions: 0.50.2-dev
|
||||||
|
seconds_per_case: 9.2
|
||||||
|
total_cost: 1.5916
|
||||||
|
- dirname: 2024-08-15-20-11-39--json-no-lint-again-claude-3.5-sonnet-func-3
|
||||||
|
test_cases: 133
|
||||||
|
model: claude-3.5-sonnet
|
||||||
|
edit_format: JSON
|
||||||
|
commit_hash: 1a98c28
|
||||||
|
pass_rate_1: 53.4
|
||||||
|
percent_cases_well_formed: 100.0
|
||||||
|
error_outputs: 0
|
||||||
|
num_malformed_responses: 0
|
||||||
|
num_with_malformed_responses: 0
|
||||||
|
user_asks: 0
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
test_timeouts: 1
|
||||||
|
command: aider --model claude-3.5-sonnet
|
||||||
|
date: 2024-08-15
|
||||||
|
versions: 0.50.2-dev
|
||||||
|
seconds_per_case: 10.3
|
||||||
|
total_cost: 1.5896
|
||||||
|
- dirname: 2024-08-15-20-13-44--json-no-lint-again-claude-3.5-sonnet-func-4
|
||||||
|
test_cases: 133
|
||||||
|
model: claude-3.5-sonnet
|
||||||
|
edit_format: JSON
|
||||||
|
commit_hash: 1a98c28
|
||||||
|
pass_rate_1: 55.6
|
||||||
|
percent_cases_well_formed: 100.0
|
||||||
|
error_outputs: 0
|
||||||
|
num_malformed_responses: 0
|
||||||
|
num_with_malformed_responses: 0
|
||||||
|
user_asks: 0
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
test_timeouts: 1
|
||||||
|
command: aider --model claude-3.5-sonnet
|
||||||
|
date: 2024-08-15
|
||||||
|
versions: 0.50.2-dev
|
||||||
|
seconds_per_case: 9.2
|
||||||
|
total_cost: 1.6000
|
||||||
|
- dirname: 2024-08-15-20-15-51--json-no-lint-again-claude-3.5-sonnet-func-5
|
||||||
|
test_cases: 133
|
||||||
|
model: claude-3.5-sonnet
|
||||||
|
edit_format: JSON
|
||||||
|
commit_hash: 1a98c28
|
||||||
|
pass_rate_1: 51.9
|
||||||
|
percent_cases_well_formed: 100.0
|
||||||
|
error_outputs: 0
|
||||||
|
num_malformed_responses: 0
|
||||||
|
num_with_malformed_responses: 0
|
||||||
|
user_asks: 0
|
||||||
|
lazy_comments: 0
|
||||||
|
syntax_errors: 0
|
||||||
|
indentation_errors: 0
|
||||||
|
exhausted_context_windows: 0
|
||||||
|
test_timeouts: 1
|
||||||
|
command: aider --model claude-3.5-sonnet
|
||||||
|
date: 2024-08-15
|
||||||
|
versions: 0.50.2-dev
|
||||||
|
seconds_per_case: 8.9
|
||||||
|
total_cost: 1.5936
|
||||||
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue