mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-19 18:15:00 +00:00
chore(model gallery): add phi-4 (#4562)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
4f43a9a162
commit
fc52f179fe
2 changed files with 44 additions and 0 deletions
|
@ -1,4 +1,28 @@
|
|||
---
|
||||
- &phi4
|
||||
url: "github:mudler/LocalAI/gallery/phi-4-chat.yaml@master"
|
||||
name: "phi-4"
|
||||
license: mit
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- phi
|
||||
- cpu
|
||||
- gpu
|
||||
- text-generation
|
||||
urls:
|
||||
- https://huggingface.co/microsoft/phi-4
|
||||
- https://huggingface.co/bartowski/phi-4-GGUF
|
||||
description: |
|
||||
phi-4 is a state-of-the-art open model built upon a blend of synthetic datasets, data from filtered public domain websites, and acquired academic books and Q&A datasets. The goal of this approach was to ensure that small capable models were trained with data focused on high quality and advanced reasoning.
|
||||
phi-4 underwent a rigorous enhancement and alignment process, incorporating both supervised fine-tuning and direct preference optimization to ensure precise instruction adherence and robust safety measures. Phi-4 is a 14B parameters, dense decoder-only Transformer model.
|
||||
overrides:
|
||||
parameters:
|
||||
model: phi-4-Q4_K_M.gguf
|
||||
files:
|
||||
- filename: phi-4-Q4_K_M.gguf
|
||||
sha256: e38bd5fa5f1c03d51ebc34a8d7b284e0da089c8af05e7f409a0079a9c831a10b
|
||||
uri: huggingface://bartowski/phi-4-GGUF/phi-4-Q4_K_M.gguf
|
||||
- &falcon3
|
||||
name: "falcon3-1b-instruct"
|
||||
url: "github:mudler/LocalAI/gallery/falcon3.yaml@master"
|
||||
|
|
20
gallery/phi-4-chat.yaml
Normal file
20
gallery/phi-4-chat.yaml
Normal file
|
@ -0,0 +1,20 @@
|
|||
---
|
||||
name: "phi-4-chat"
|
||||
|
||||
config_file: |
|
||||
mmap: true
|
||||
template:
|
||||
chat_message: |
|
||||
<|im_start|>{{ .RoleName }}<|im_sep|>
|
||||
{{.Content}}<|im_end|>
|
||||
chat: |
|
||||
{{.Input}}
|
||||
<|im_start|>assistant<|im_sep|>
|
||||
completion: |
|
||||
{{.Input}}
|
||||
context_size: 4096
|
||||
f16: true
|
||||
stopwords:
|
||||
- <|end|>
|
||||
- <|endoftext|>
|
||||
- <|im_end|>
|
Loading…
Add table
Add a link
Reference in a new issue