mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-20 02:24:59 +00:00
23 lines
448 B
YAML
23 lines
448 B
YAML
---
|
|
name: "phi3-vision"
|
|
|
|
config_file: |
|
|
name: phi3-vision
|
|
backend: vllm
|
|
parameters:
|
|
model: microsoft/Phi-3-vision-128k-instruct
|
|
trust_remote_code: true
|
|
max_model_len: 32768
|
|
template:
|
|
chat_message: |-
|
|
<|{{ .RoleName }}|>
|
|
{{.Content}}<|end|>
|
|
chat: >-
|
|
{{.Input}}
|
|
|
|
<|assistant|>
|
|
|
|
completion: |
|
|
{{.Input}}
|
|
use_tokenizer_template: false
|
|
image: "<|image_{{ add1 .ID }}|>\n{{.Text}}"
|