mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-11 21:35:00 +00:00
feat: models(gallery): add deepseek-v2-lite (#2658)
* models(gallery): add deepseek-v2-lite Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Update deepseek.yaml The trailing space here is presumably part of the template string - try use a chomp keep to get yaml lint to accept it? Signed-off-by: Dave <dave@gray101.com> * Update deepseek.yaml chomp didn't fix, erase the space and see what happens. Signed-off-by: Dave <dave@gray101.com> * Update deepseek.yaml Signed-off-by: Dave <dave@gray101.com> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Signed-off-by: Dave <dave@gray101.com> Co-authored-by: Dave <dave@gray101.com>
This commit is contained in:
parent
ce035416aa
commit
b7c0d46170
3 changed files with 60 additions and 0 deletions
20
gallery/deepseek.yaml
Normal file
20
gallery/deepseek.yaml
Normal file
|
@ -0,0 +1,20 @@
|
|||
---
|
||||
name: "deepseek"
|
||||
|
||||
config_file: |
|
||||
mmap: true
|
||||
context_size: 8192
|
||||
template:
|
||||
chat_message: |-
|
||||
{{if eq .RoleName "user" -}}User: {{.Content }}
|
||||
{{ end -}}
|
||||
{{if eq .RoleName "assistant" -}}Assistant: {{.Content}}<|end▁of▁sentence|>{{end}}
|
||||
{{if eq .RoleName "system" -}}{{.Content}}
|
||||
{{end -}}
|
||||
chat: |
|
||||
{{.Input -}}
|
||||
Assistant: # Space is preserved for templating reasons, but line does not end with one for the linter.
|
||||
completion: |
|
||||
{{.Input}}
|
||||
stopwords:
|
||||
- '<|end▁of▁sentence|>'
|
Loading…
Add table
Add a link
Reference in a new issue