mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-10 12:55:00 +00:00
models(gallery): add gemma-2b (#2466)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
c9092ad39c
commit
c0744899c9
2 changed files with 42 additions and 0 deletions
20
gallery/gemma.yaml
Normal file
20
gallery/gemma.yaml
Normal file
|
@ -0,0 +1,20 @@
|
|||
---
|
||||
name: "gemma"
|
||||
|
||||
config_file: |
|
||||
mmap: true
|
||||
context_size: 8192
|
||||
template:
|
||||
chat_message: |-
|
||||
<start_of_turn>{{if eq .RoleName "assistant" }}model{{else}}{{ .RoleName }}{{end}}
|
||||
{{ if .Content -}}
|
||||
{{.Content }}
|
||||
{{ end -}}<end_of_turn>
|
||||
chat: |
|
||||
{{.Input -}}
|
||||
<start_of_turn>model
|
||||
completion: |
|
||||
{{.Input}}
|
||||
stopwords:
|
||||
- '<|im_end|>'
|
||||
- '<end_of_turn>'
|
Loading…
Add table
Add a link
Reference in a new issue