mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-16 17:44:59 +00:00
93 lines
No EOL
2.3 KiB
YAML
93 lines
No EOL
2.3 KiB
YAML
- dirname: 2024-11-09-11-09-15--Qwen2.5-Coder-32B-Instruct
|
|
test_cases: 133
|
|
model: HuggingFace weights via glhf.chat
|
|
released: 2024-11-12
|
|
edit_format: diff
|
|
commit_hash: ec9982a
|
|
pass_rate_1: 59.4
|
|
pass_rate_2: 71.4
|
|
percent_cases_well_formed: 94.7
|
|
error_outputs: 17
|
|
num_malformed_responses: 17
|
|
num_with_malformed_responses: 7
|
|
user_asks: 1
|
|
lazy_comments: 0
|
|
syntax_errors: 0
|
|
indentation_errors: 0
|
|
exhausted_context_windows: 0
|
|
test_timeouts: 3
|
|
command: aider --model openai/Qwen2.5-Coder-32B-Instruct
|
|
date: 2024-11-09
|
|
versions: 0.59.2.dev
|
|
seconds_per_case: 22.5
|
|
total_cost: 0.0000
|
|
|
|
- dirname: 2024-11-20-15-17-37--qwen25-32b-or-diff
|
|
test_cases: 133
|
|
model: openrouter/qwen/qwen-2.5-coder-32b-instruct
|
|
edit_format: diff
|
|
commit_hash: e917424
|
|
pass_rate_1: 49.6
|
|
pass_rate_2: 65.4
|
|
percent_cases_well_formed: 84.2
|
|
error_outputs: 43
|
|
num_malformed_responses: 31
|
|
num_with_malformed_responses: 21
|
|
user_asks: 43
|
|
lazy_comments: 0
|
|
syntax_errors: 2
|
|
indentation_errors: 2
|
|
exhausted_context_windows: 12
|
|
test_timeouts: 2
|
|
command: aider --model openrouter/qwen/qwen-2.5-coder-32b-instruct
|
|
date: 2024-11-20
|
|
versions: 0.63.3.dev
|
|
seconds_per_case: 40.7
|
|
total_cost: 0.1497
|
|
|
|
- dirname: 2024-09-20-21-47-17--qwen2.5-32b-instruct-q8_0-whole
|
|
test_cases: 133
|
|
model: ollama/qwen2.5:32b-instruct-q8_0
|
|
edit_format: whole
|
|
commit_hash: 2753ac6
|
|
pass_rate_1: 46.6
|
|
pass_rate_2: 58.6
|
|
percent_cases_well_formed: 100.0
|
|
error_outputs: 0
|
|
num_malformed_responses: 0
|
|
num_with_malformed_responses: 0
|
|
user_asks: 1
|
|
lazy_comments: 0
|
|
syntax_errors: 0
|
|
indentation_errors: 0
|
|
exhausted_context_windows: 0
|
|
test_timeouts: 2
|
|
command: aider --model ollama/qwen2.5:32b-instruct-q8_0
|
|
date: 2024-09-20
|
|
versions: 0.56.1.dev
|
|
seconds_per_case: 1763.7
|
|
total_cost: 0.0000
|
|
|
|
- dirname: 2024-09-30-14-09-43--qwen2.5-32b-whole-2
|
|
test_cases: 133
|
|
model: ollama/qwen2.5:32b
|
|
edit_format: whole
|
|
commit_hash: 765c4cb
|
|
pass_rate_1: 44.4
|
|
pass_rate_2: 54.1
|
|
percent_cases_well_formed: 100.0
|
|
error_outputs: 0
|
|
num_malformed_responses: 0
|
|
num_with_malformed_responses: 0
|
|
user_asks: 9
|
|
lazy_comments: 0
|
|
syntax_errors: 0
|
|
indentation_errors: 0
|
|
exhausted_context_windows: 0
|
|
test_timeouts: 3
|
|
command: aider --model ollama/qwen2.5:32b
|
|
date: 2024-09-30
|
|
versions: 0.58.1.dev
|
|
seconds_per_case: 134.9
|
|
total_cost: 0.0000
|
|
|