models(gallery): add wizardlm2 (#2209)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-05-02 18:31:02 +02:00 committed by GitHub
parent 4690b534e0
commit e5bd9a76c7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 42 additions and 0 deletions

15
gallery/wizardlm2.yaml Normal file
View file

@ -0,0 +1,15 @@
---
name: "wizardlm2"
config_file: |
mmap: true
template:
chat_message: |-
{{if eq .RoleName "assistant"}}ASSISTANT: {{.Content}}</s>{{else if eq .RoleName "system"}}{{.Content}}{{else if eq .RoleName "user"}}USER: {{.Content}}{{end}}
chat: "{{.Input}}ASSISTANT: "
completion: |-
{{.Input}}
context_size: 32768
f16: true
stopwords:
- </s>