models(gallery): add openvino models (#2184)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-04-29 18:17:47 +02:00 committed by GitHub
parent ea13863221
commit baff5ff8c2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 57 additions and 1 deletions

12
gallery/openvino.yaml Normal file
View file

@ -0,0 +1,12 @@
---
name: openvino
config_file: |
backend: transformers
context_size: 8192
type: OVModelForCausalLM
template:
use_tokenizer_template: true
stopwords:
- "<|eot_id|>"
- "<|end_of_text|>"