feat(gallery): add llama3, hermes, phi-3, and others (#2110)

Also adds embeddings and llava models

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-04-23 19:35:45 +02:00 committed by GitHub
parent d344daf129
commit 8b169f1dac
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 804 additions and 229 deletions

33
gallery/phi-2-orange.yaml Normal file
View file

@ -0,0 +1,33 @@
name: "phi-2-orange"
license: mit
icon: "https://huggingface.co/rhysjones/phi-2-orange/resolve/main/phi-2-orange.jpg"
description: |
A two-step finetune of Phi-2, with a bit of zest.
There is an updated model at rhysjones/phi-2-orange-v2 which has higher evals, if you wish to test.
urls:
- https://huggingface.co/rhysjones/phi-2-orange
- https://huggingface.co/TheBloke/phi-2-orange-GGUF
tags:
- llm
- gguf
- gpu
- cpu
config_file: |
mmap: true
template:
chat_message: |
<|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
{{if .Content}}{{.Content}}{{end}}<|im_end|>
chat: |
{{.Input}}
<|im_start|>assistant
completion: |
{{.Input}}
context_size: 4096
f16: true
stopwords:
- <|im_end|>
- <dummy32000>