mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-26 12:45:01 +00:00
a0faf87ec2
cpu: - text-to-text: llama3.1 - embeddings: granite-embeddings - vision: moonream2 gpu/intel: - text-to-text: localai-functioncall-qwen2.5-7b-v0.5 - embeddings: granite-embeddings - vision: minicpm Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
27 lines
No EOL
760 B
YAML
27 lines
No EOL
760 B
YAML
context_size: 2046
|
|
f16: true
|
|
mmproj: moondream2-mmproj-f16.gguf
|
|
name: gpt-4o
|
|
parameters:
|
|
model: moondream2-text-model-f16.gguf
|
|
roles:
|
|
assistant: "\nAnswer: "
|
|
system: "\nSystem: "
|
|
user: "\nQuestion: "
|
|
stopwords:
|
|
- 'Question:'
|
|
- <|endoftext|>
|
|
template:
|
|
chat: |
|
|
{{.Input}}
|
|
Answer:
|
|
completion: |
|
|
Complete the following sentence: {{.Input}}
|
|
|
|
download_files:
|
|
- filename: moondream2-text-model-f16.gguf
|
|
sha256: 4e17e9107fb8781629b3c8ce177de57ffeae90fe14adcf7b99f0eef025889696
|
|
uri: huggingface://moondream/moondream2-gguf/moondream2-text-model-f16.gguf
|
|
- filename: moondream2-mmproj-f16.gguf
|
|
sha256: 4cc1cb3660d87ff56432ebeb7884ad35d67c48c7b9f6b2856f305e39c38eed8f
|
|
uri: huggingface://moondream/moondream2-gguf/moondream2-mmproj-f16.gguf |