mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-13 06:15:00 +00:00
models(gallery): add wizardlm2 (#2209)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
4690b534e0
commit
e5bd9a76c7
2 changed files with 42 additions and 0 deletions
15
gallery/wizardlm2.yaml
Normal file
15
gallery/wizardlm2.yaml
Normal file
|
@ -0,0 +1,15 @@
|
|||
---
|
||||
name: "wizardlm2"
|
||||
|
||||
config_file: |
|
||||
mmap: true
|
||||
template:
|
||||
chat_message: |-
|
||||
{{if eq .RoleName "assistant"}}ASSISTANT: {{.Content}}</s>{{else if eq .RoleName "system"}}{{.Content}}{{else if eq .RoleName "user"}}USER: {{.Content}}{{end}}
|
||||
chat: "{{.Input}}ASSISTANT: "
|
||||
completion: |-
|
||||
{{.Input}}
|
||||
context_size: 32768
|
||||
f16: true
|
||||
stopwords:
|
||||
- </s>
|
Loading…
Add table
Add a link
Reference in a new issue