models(gallery): add gemma-2b (#2466)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-06-02 01:15:06 +02:00 committed by GitHub
parent c9092ad39c
commit c0744899c9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 42 additions and 0 deletions

20
gallery/gemma.yaml Normal file
View file

@ -0,0 +1,20 @@
---
name: "gemma"
config_file: |
mmap: true
context_size: 8192
template:
chat_message: |-
<start_of_turn>{{if eq .RoleName "assistant" }}model{{else}}{{ .RoleName }}{{end}}
{{ if .Content -}}
{{.Content }}
{{ end -}}<end_of_turn>
chat: |
{{.Input -}}
<start_of_turn>model
completion: |
{{.Input}}
stopwords:
- '<|im_end|>'
- '<end_of_turn>'