From 4e9ae16cb370dab6362f99709b5c9b57c0f184c7 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Fri, 22 Nov 2024 15:42:10 -0800 Subject: [PATCH] copy --- aider/website/_data/quant.yml | 46 +++++++++++++++++------------------ 1 file changed, 23 insertions(+), 23 deletions(-) diff --git a/aider/website/_data/quant.yml b/aider/website/_data/quant.yml index 0e9457686..8ebcdcd94 100644 --- a/aider/website/_data/quant.yml +++ b/aider/website/_data/quant.yml @@ -45,6 +45,29 @@ seconds_per_case: 33.2 total_cost: 0.0000 +- dirname: 2024-11-22-17-53-35--qwen25-coder-32b-Instruct-4bit + test_cases: 133 + model: mlx-community/Qwen2.5-Coder-32B-Instruct-4bit + edit_format: whole + commit_hash: 0ccf04a-dirty + pass_rate_1: 57.1 + pass_rate_2: 69.2 + percent_cases_well_formed: 100.0 + error_outputs: 70 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 0 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model openai/mlx-community/Qwen2.5-Coder-32B-Instruct-4bit + date: 2024-11-22 + versions: 0.64.2.dev + seconds_per_case: 173.7 + total_cost: 0.0000 + - dirname: 2024-11-20-15-17-37--qwen25-32b-or-diff test_cases: 133 model: OpenRouter (mixed) @@ -91,26 +114,3 @@ seconds_per_case: 86.7 total_cost: 0.0000 -- dirname: 2024-11-22-17-53-35--qwen25-coder-32b-Instruct-4bit - test_cases: 133 - model: mlx-community/Qwen2.5-Coder-32B-Instruct-4bit - edit_format: whole - commit_hash: 0ccf04a-dirty - pass_rate_1: 57.1 - pass_rate_2: 69.2 - percent_cases_well_formed: 100.0 - error_outputs: 70 - num_malformed_responses: 0 - num_with_malformed_responses: 0 - user_asks: 0 - lazy_comments: 0 - syntax_errors: 0 - indentation_errors: 0 - exhausted_context_windows: 0 - test_timeouts: 0 - command: aider --model openai/mlx-community/Qwen2.5-Coder-32B-Instruct-4bit - date: 2024-11-22 - versions: 0.64.2.dev - seconds_per_case: 173.7 - total_cost: 0.0000 -