mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-15 15:24:59 +00:00
models(gallery): add openvino models (#2184)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
ea13863221
commit
baff5ff8c2
2 changed files with 57 additions and 1 deletions
12
gallery/openvino.yaml
Normal file
12
gallery/openvino.yaml
Normal file
|
@ -0,0 +1,12 @@
|
|||
---
|
||||
name: openvino
|
||||
|
||||
config_file: |
|
||||
backend: transformers
|
||||
context_size: 8192
|
||||
type: OVModelForCausalLM
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
stopwords:
|
||||
- "<|eot_id|>"
|
||||
- "<|end_of_text|>"
|
Loading…
Add table
Add a link
Reference in a new issue