mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-21 10:14:59 +00:00
models(gallery): add moondream2 (#2237)
* models(gallery): add moondream2 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): fix typo for TTS models Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): add base config for moondream2 and icon Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * linter fixes Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
06c43ca285
commit
b70e2bffa3
2 changed files with 103 additions and 56 deletions
18
gallery/moondream.yaml
Normal file
18
gallery/moondream.yaml
Normal file
|
@ -0,0 +1,18 @@
|
|||
---
|
||||
name: "moondream2"
|
||||
|
||||
|
||||
config_file: |
|
||||
backend: llama-cpp
|
||||
context_size: 2046
|
||||
roles:
|
||||
user: "\nQuestion: "
|
||||
system: "\nSystem: "
|
||||
assistant: "\nAnswer: "
|
||||
stopwords:
|
||||
- Question:
|
||||
f16: true
|
||||
template:
|
||||
completion: |
|
||||
Complete the following sentence: {{.Input}}
|
||||
chat: "{{.Input}}\nAnswer: "
|
Loading…
Add table
Add a link
Reference in a new issue