mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-29 16:00:43 +00:00
41 lines
No EOL
1.1 KiB
YAML
41 lines
No EOL
1.1 KiB
YAML
- dirname: 2024-05-04-23-27-02--refac-gemini
|
|
test_cases: 89
|
|
model: gemini/gemini-1.5-pro-latest
|
|
edit_format: diff-fenced
|
|
commit_hash: a0649ba-dirty, 425cb29, 1b35ca2-dirty, 3e4fca2-dirty
|
|
pass_rate_1: 49.4
|
|
percent_cases_well_formed: 7.9
|
|
error_outputs: 247
|
|
num_malformed_responses: 82
|
|
user_asks: 0
|
|
lazy_comments: 4
|
|
syntax_errors: 0
|
|
indentation_errors: 8
|
|
exhausted_context_windows: 0
|
|
test_timeouts: 0
|
|
command: aider --model gemini/gemini-1.5-pro-latest
|
|
date: 2024-05-04
|
|
versions: 0.31.2-dev
|
|
seconds_per_case: 55.7
|
|
total_cost: 0.0000
|
|
- dirname: 2024-05-04-17-45-53--refac-opus
|
|
test_cases: 83
|
|
model: openrouter/anthropic/claude-3-opus
|
|
edit_format: diff
|
|
commit_hash: b02320b-dirty
|
|
pass_rate_1: 72.3
|
|
percent_cases_well_formed: 79.5
|
|
error_outputs: 51
|
|
num_malformed_responses: 17
|
|
user_asks: 0
|
|
lazy_comments: 2
|
|
syntax_errors: 1
|
|
indentation_errors: 3
|
|
exhausted_context_windows: 0
|
|
test_timeouts: 0
|
|
command: aider --model openrouter/anthropic/claude-3-opus
|
|
date: 2024-05-04
|
|
versions: 0.31.2-dev
|
|
seconds_per_case: 67.8
|
|
total_cost: 27.9176
|
|
|