dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-28 22:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

docs(examples): Add mistral example (#1214)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-10-25 20:56:12 +02:00 • committed by GitHub
parent b839eb80a1
commit c132dbadce
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 65 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/configurations/mistral/chatml-block.tmpl Normal file
View file

@ -0,0 +1,3 @@
{{.Input}}
<|im_start|>assistant

3
examples/configurations/mistral/chatml.tmpl Normal file
View file

@ -0,0 +1,3 @@
<|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
{{if .Content}}{{.Content}}{{end}}
<|im_end|>

1
examples/configurations/mistral/completion.tmpl Normal file
View file

@ -0,0 +1 @@
{{.Input}}

16
examples/configurations/mistral/mistral.yaml Normal file
View file

@ -0,0 +1,16 @@
name: mistral
mmap: true
parameters:
model: mistral-7b-openorca.Q6_K.gguf
temperature: 0.2
top_k: 40
top_p: 0.95
template:
chat_message: chatml
chat: chatml-block
completion: completion
context_size: 4096
f16: true
stopwords:
- <|im_end|>
threads: 4