mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-29 00:35:00 +00:00
mlx 4bit diff
This commit is contained in:
parent
a57f81ba5f
commit
3a331e55dc
1 changed files with 13 additions and 13 deletions
|
@ -70,25 +70,25 @@
|
||||||
|
|
||||||
- dirname: 2024-11-22-17-53-35--qwen25-coder-32b-Instruct-4bit
|
- dirname: 2024-11-22-17-53-35--qwen25-coder-32b-Instruct-4bit
|
||||||
test_cases: 133
|
test_cases: 133
|
||||||
model: mlx-community/Qwen2.5-Coder-32B-Instruct-4bit (whole)
|
model: mlx-community/Qwen2.5-Coder-32B-Instruct-4bit
|
||||||
edit_format: whole
|
edit_format: diff
|
||||||
commit_hash: 0ccf04a-dirty
|
commit_hash: a16dcab-dirty
|
||||||
pass_rate_1: 57.1
|
pass_rate_1: 60.2
|
||||||
pass_rate_2: 69.2
|
pass_rate_2: 72.2
|
||||||
percent_cases_well_formed: 100.0
|
percent_cases_well_formed: 88.7
|
||||||
error_outputs: 70
|
error_outputs: 31
|
||||||
num_malformed_responses: 0
|
num_malformed_responses: 30
|
||||||
num_with_malformed_responses: 0
|
num_with_malformed_responses: 15
|
||||||
user_asks: 0
|
user_asks: 6
|
||||||
lazy_comments: 0
|
lazy_comments: 0
|
||||||
syntax_errors: 0
|
syntax_errors: 0
|
||||||
indentation_errors: 0
|
indentation_errors: 0
|
||||||
exhausted_context_windows: 0
|
exhausted_context_windows: 1
|
||||||
test_timeouts: 0
|
test_timeouts: 0
|
||||||
command: aider --model openai/mlx-community/Qwen2.5-Coder-32B-Instruct-4bit
|
command: aider --model openai/mlx-community/Qwen2.5-Coder-32B-Instruct-4bit
|
||||||
date: 2024-11-22
|
date: 2024-11-23
|
||||||
versions: 0.64.2.dev
|
versions: 0.64.2.dev
|
||||||
seconds_per_case: 173.7
|
seconds_per_case: 53.4
|
||||||
total_cost: 0.0000
|
total_cost: 0.0000
|
||||||
|
|
||||||
- dirname: 2024-11-20-15-17-37--qwen25-32b-or-diff
|
- dirname: 2024-11-20-15-17-37--qwen25-32b-or-diff
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue