mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-20 02:24:59 +00:00
chore(model gallery): add phi-4 (#4562)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
4f43a9a162
commit
fc52f179fe
2 changed files with 44 additions and 0 deletions
|
@ -1,4 +1,28 @@
|
||||||
---
|
---
|
||||||
|
- &phi4
|
||||||
|
url: "github:mudler/LocalAI/gallery/phi-4-chat.yaml@master"
|
||||||
|
name: "phi-4"
|
||||||
|
license: mit
|
||||||
|
tags:
|
||||||
|
- llm
|
||||||
|
- gguf
|
||||||
|
- phi
|
||||||
|
- cpu
|
||||||
|
- gpu
|
||||||
|
- text-generation
|
||||||
|
urls:
|
||||||
|
- https://huggingface.co/microsoft/phi-4
|
||||||
|
- https://huggingface.co/bartowski/phi-4-GGUF
|
||||||
|
description: |
|
||||||
|
phi-4 is a state-of-the-art open model built upon a blend of synthetic datasets, data from filtered public domain websites, and acquired academic books and Q&A datasets. The goal of this approach was to ensure that small capable models were trained with data focused on high quality and advanced reasoning.
|
||||||
|
phi-4 underwent a rigorous enhancement and alignment process, incorporating both supervised fine-tuning and direct preference optimization to ensure precise instruction adherence and robust safety measures. Phi-4 is a 14B parameters, dense decoder-only Transformer model.
|
||||||
|
overrides:
|
||||||
|
parameters:
|
||||||
|
model: phi-4-Q4_K_M.gguf
|
||||||
|
files:
|
||||||
|
- filename: phi-4-Q4_K_M.gguf
|
||||||
|
sha256: e38bd5fa5f1c03d51ebc34a8d7b284e0da089c8af05e7f409a0079a9c831a10b
|
||||||
|
uri: huggingface://bartowski/phi-4-GGUF/phi-4-Q4_K_M.gguf
|
||||||
- &falcon3
|
- &falcon3
|
||||||
name: "falcon3-1b-instruct"
|
name: "falcon3-1b-instruct"
|
||||||
url: "github:mudler/LocalAI/gallery/falcon3.yaml@master"
|
url: "github:mudler/LocalAI/gallery/falcon3.yaml@master"
|
||||||
|
|
20
gallery/phi-4-chat.yaml
Normal file
20
gallery/phi-4-chat.yaml
Normal file
|
@ -0,0 +1,20 @@
|
||||||
|
---
|
||||||
|
name: "phi-4-chat"
|
||||||
|
|
||||||
|
config_file: |
|
||||||
|
mmap: true
|
||||||
|
template:
|
||||||
|
chat_message: |
|
||||||
|
<|im_start|>{{ .RoleName }}<|im_sep|>
|
||||||
|
{{.Content}}<|im_end|>
|
||||||
|
chat: |
|
||||||
|
{{.Input}}
|
||||||
|
<|im_start|>assistant<|im_sep|>
|
||||||
|
completion: |
|
||||||
|
{{.Input}}
|
||||||
|
context_size: 4096
|
||||||
|
f16: true
|
||||||
|
stopwords:
|
||||||
|
- <|end|>
|
||||||
|
- <|endoftext|>
|
||||||
|
- <|im_end|>
|
Loading…
Add table
Add a link
Reference in a new issue