chore(model gallery): add phi-4 (#4562)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-01-08 23:26:25 +01:00 committed by GitHub
parent 4f43a9a162
commit fc52f179fe
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 44 additions and 0 deletions

20
gallery/phi-4-chat.yaml Normal file
View file

@ -0,0 +1,20 @@
---
name: "phi-4-chat"
config_file: |
mmap: true
template:
chat_message: |
<|im_start|>{{ .RoleName }}<|im_sep|>
{{.Content}}<|im_end|>
chat: |
{{.Input}}
<|im_start|>assistant<|im_sep|>
completion: |
{{.Input}}
context_size: 4096
f16: true
stopwords:
- <|end|>
- <|endoftext|>
- <|im_end|>