dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 16:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Merge remote-tracking branch 'origin/main'

Browse source
This commit is contained in:
Paul Gauthier 2024-06-11 13:19:11 -07:00
commit ba1ae76fc0
3 changed files with 72 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
.gitignore vendored
View file

@ -1,3 +1,6 @@
.DS_Store
.vscode/
aider.code-workspace
*.pyc
.aider*
aider_chat.egg-info/

1
aider/commands.py
View file

@ -121,7 +121,6 @@ class Commands:
def run(self, inp):
if inp.startswith("!"):
return self.do_run("run", inp[1:])
return
res = self.matching_commands(inp)
if res is None:

70
website/_data/edit_leaderboard.yml
View file

@ -543,4 +543,72 @@
versions: 0.37.1-dev
seconds_per_case: 7.5
total_cost: 0.6805
- dirname: 2024-06-08-19-25-26--codeqwen:7b-chat-v1.5-q8_0-whole
test_cases: 133
model: codeqwen:7b-chat-v1.5-q8_0
edit_format: whole
commit_hash: be0520f-dirty
pass_rate_1: 32.3
pass_rate_2: 34.6
percent_cases_well_formed: 100.0
error_outputs: 8
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 8
lazy_comments: 0
syntax_errors: 1
indentation_errors: 2
exhausted_context_windows: 0
test_timeouts: 1
command: aider --model ollama/codeqwen:7b-chat-v1.5-q8_0
date: 2024-06-08
versions: 0.37.1-dev
seconds_per_case: 15.6
total_cost: 0.0000
- dirname: 2024-06-08-16-12-31--codestral:22b-v0.1-q8_0-whole
test_cases: 133
model: codestral:22b-v0.1-q8_0
edit_format: whole
commit_hash: be0520f-dirty
pass_rate_1: 35.3
pass_rate_2: 48.1
percent_cases_well_formed: 100.0
error_outputs: 8
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 8
lazy_comments: 2
syntax_errors: 0
indentation_errors: 1
exhausted_context_windows: 0
test_timeouts: 3
command: aider --model ollama/codestral:22b-v0.1-q8_0
date: 2024-06-08
versions: 0.37.1-dev
seconds_per_case: 46.4
total_cost: 0.0000
- dirname: 2024-06-08-17-54-04--qwen2:72b-instruct-q8_0-whole
test_cases: 133
model: qwen2:72b-instruct-q8_0
edit_format: whole
commit_hash: 74e51d5-dirty
pass_rate_1: 43.6
pass_rate_2: 49.6
percent_cases_well_formed: 100.0
error_outputs: 27
num_malformed_responses: 0
num_with_malformed_responses: 0
user_asks: 27
lazy_comments: 0
syntax_errors: 5
indentation_errors: 0
exhausted_context_windows: 0
test_timeouts: 0
command: aider --model ollama/qwen2:72b-instruct-q8_0
date: 2024-06-08
versions: 0.37.1-dev
seconds_per_case: 280.6
total_cost: 0.0000