chore(model gallery): add phi-4

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-01-08 23:24:02 +01:00
parent 4f43a9a162
commit 2f9d35c4b9
2 changed files with 44 additions and 0 deletions

20
gallery/phi-4-chat.yaml Normal file
View file

@ -0,0 +1,20 @@
---
name: "phi-4-chat"
config_file: |
mmap: true
template:
chat_message: |
<|im_start|>{{ .RoleName }}<|im_sep|>
{{.Content}}<|im_end|>
chat: |
{{.Input}}
<|im_start|>assistant<|im_sep|>
completion: |
{{.Input}}
context_size: 4096
f16: true
stopwords:
- <|end|>
- <|endoftext|>
- <|im_end|>