feat(models): add phi-2-chat, llava-1.6, bakllava, cerbero (#1879)

This commit is contained in:
Ettore Di Giacinto 2024-03-22 21:12:48 +01:00 committed by GitHub
parent 600152df23
commit 3bec467a91
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 192 additions and 0 deletions

View file

@ -0,0 +1,24 @@
backend: llama
context_size: 8192
f16: false
gpu_layers: 90
name: cerbero
mmap: false
parameters:
model: huggingface://galatolo/cerbero-7b-gguf/ggml-model-Q8_0.gguf
top_k: 80
temperature: 0.2
top_p: 0.7
template:
completion: "{{.Input}}"
chat: "Questa è una conversazione tra un umano ed un assistente AI.\n{{.Input}}\n[|Assistente|] "
roles:
user: "[|Umano|] "
system: "[|Umano|] "
assistant: "[|Assistente|] "
stopwords:
- "[|Umano|]"
trimsuffix:
- "\n"