This commit is contained in:
Paul Gauthier 2024-11-11 08:45:42 -08:00
parent dd1ee209ab
commit be6e3254ea

View file

@ -1660,7 +1660,7 @@
- dirname: 2024-10-29-00-29-09--Qwen2.5-Coder-0.5B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-0.5B-Instruct
model: Qwen2.5-Coder-0.5B-Instruct
edit_format: whole
commit_hash: 58bd375
pass_rate_1: 14.3
@ -1683,7 +1683,7 @@
- dirname: 2024-11-11-19-37-01--Qwen2.5-Coder-1.5B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-1.5B-Instruct
model: Qwen2.5-Coder-1.5B-Instruct
edit_format: whole
commit_hash: bb5681c
pass_rate_1: 28.6
@ -1706,7 +1706,7 @@
- dirname: 2024-11-04-02-25-32--Qwen2.5-Coder-3B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-3B-Instruct
model: Qwen2.5-Coder-3B-Instruct
edit_format: whole
commit_hash: 0ba3647
pass_rate_1: 33.8
@ -1729,7 +1729,7 @@
- dirname: 2024-10-16-16-20-59--Qwen2.5-Coder-7B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-7B-Instruct
model: Qwen2.5-Coder-7B-Instruct
edit_format: whole
commit_hash: 92fe979-dirty
pass_rate_1: 51.9
@ -1752,7 +1752,7 @@
- dirname: 2024-10-29-11-53-39--Qwen2.5-Coder-14B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-14B-Instruct
model: Qwen2.5-Coder-14B-Instruct
edit_format: whole
commit_hash: 58bd375
pass_rate_1: 58.6
@ -1775,7 +1775,7 @@
- dirname: 2024-11-09-10-57-11--Qwen2.5-Coder-32B-Instruct
test_cases: 133
model: openai/Qwen2.5-Coder-32B-Instruct
model: Qwen2.5-Coder-32B-Instruct
edit_format: whole
commit_hash: ec9982a
pass_rate_1: 60.9