From a073c2a5ce92a2509f3c667dd575db84f3647408 Mon Sep 17 00:00:00 2001 From: Jim White Date: Wed, 29 May 2024 17:31:19 -0700 Subject: [PATCH 1/3] Ignore MacOS and VSCode detritus. --- .gitignore | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.gitignore b/.gitignore index 846614ad1..388e5d8b6 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,6 @@ +.DS_Store +.vscode/ +aider.code-workspace *.pyc .aider* aider_chat.egg-info/ From 80f1a868ff5585d6e078127399f803c2f384bc3f Mon Sep 17 00:00:00 2001 From: youknow Date: Wed, 22 May 2024 00:40:39 +0900 Subject: [PATCH 2/3] remove unnecessary return --- aider/commands.py | 1 - 1 file changed, 1 deletion(-) diff --git a/aider/commands.py b/aider/commands.py index 60c0f317d..c8b7bd38c 100644 --- a/aider/commands.py +++ b/aider/commands.py @@ -121,7 +121,6 @@ class Commands: def run(self, inp): if inp.startswith("!"): return self.do_run("run", inp[1:]) - return res = self.matching_commands(inp) if res is None: From c5dee67db296a3afef8f6e624ce722ff8849d298 Mon Sep 17 00:00:00 2001 From: youknow Date: Tue, 11 Jun 2024 23:57:08 +0900 Subject: [PATCH 3/3] add quantized models in leaderboard(codeqwen, codestral, qwen2) --- website/_data/edit_leaderboard.yml | 70 +++++++++++++++++++++++++++++- 1 file changed, 69 insertions(+), 1 deletion(-) diff --git a/website/_data/edit_leaderboard.yml b/website/_data/edit_leaderboard.yml index 8ca1b0cc6..5a4802184 100644 --- a/website/_data/edit_leaderboard.yml +++ b/website/_data/edit_leaderboard.yml @@ -543,4 +543,72 @@ versions: 0.37.1-dev seconds_per_case: 7.5 total_cost: 0.6805 - \ No newline at end of file + +- dirname: 2024-06-08-19-25-26--codeqwen:7b-chat-v1.5-q8_0-whole + test_cases: 133 + model: codeqwen:7b-chat-v1.5-q8_0 + edit_format: whole + commit_hash: be0520f-dirty + pass_rate_1: 32.3 + pass_rate_2: 34.6 + percent_cases_well_formed: 100.0 + error_outputs: 8 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 8 + lazy_comments: 0 + syntax_errors: 1 + indentation_errors: 2 + exhausted_context_windows: 0 + test_timeouts: 1 + command: aider --model ollama/codeqwen:7b-chat-v1.5-q8_0 + date: 2024-06-08 + versions: 0.37.1-dev + seconds_per_case: 15.6 + total_cost: 0.0000 + +- dirname: 2024-06-08-16-12-31--codestral:22b-v0.1-q8_0-whole + test_cases: 133 + model: codestral:22b-v0.1-q8_0 + edit_format: whole + commit_hash: be0520f-dirty + pass_rate_1: 35.3 + pass_rate_2: 48.1 + percent_cases_well_formed: 100.0 + error_outputs: 8 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 8 + lazy_comments: 2 + syntax_errors: 0 + indentation_errors: 1 + exhausted_context_windows: 0 + test_timeouts: 3 + command: aider --model ollama/codestral:22b-v0.1-q8_0 + date: 2024-06-08 + versions: 0.37.1-dev + seconds_per_case: 46.4 + total_cost: 0.0000 + +- dirname: 2024-06-08-17-54-04--qwen2:72b-instruct-q8_0-whole + test_cases: 133 + model: qwen2:72b-instruct-q8_0 + edit_format: whole + commit_hash: 74e51d5-dirty + pass_rate_1: 43.6 + pass_rate_2: 49.6 + percent_cases_well_formed: 100.0 + error_outputs: 27 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 27 + lazy_comments: 0 + syntax_errors: 5 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 0 + command: aider --model ollama/qwen2:72b-instruct-q8_0 + date: 2024-06-08 + versions: 0.37.1-dev + seconds_per_case: 280.6 + total_cost: 0.0000 \ No newline at end of file