mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-20 02:24:59 +00:00
feat: add /models/apply endpoint to prepare models (#286)
This commit is contained in:
parent
5617e50ebc
commit
cc9aa9eb3f
23 changed files with 556 additions and 33 deletions
40
tests/fixtures/gallery_simple.yaml
vendored
Normal file
40
tests/fixtures/gallery_simple.yaml
vendored
Normal file
|
@ -0,0 +1,40 @@
|
|||
name: "cerebras"
|
||||
description: |
|
||||
cerebras
|
||||
license: "Apache 2.0"
|
||||
|
||||
config_file: |
|
||||
parameters:
|
||||
model: cerebras
|
||||
top_k: 80
|
||||
temperature: 0.2
|
||||
top_p: 0.7
|
||||
context_size: 1024
|
||||
stopwords:
|
||||
- "HUMAN:"
|
||||
- "GPT:"
|
||||
roles:
|
||||
user: ""
|
||||
system: ""
|
||||
template:
|
||||
completion: "cerebras-completion"
|
||||
chat: cerebras-chat
|
||||
|
||||
files:
|
||||
- filename: "cerebras"
|
||||
sha256: "c947051ae4dba9530ca55d923a7a484acd65664c8633462c8ccd4bb7848f2c65"
|
||||
uri: "https://huggingface.co/concedo/cerebras-111M-ggml/resolve/main/cerebras-111m-q4_2.bin"
|
||||
|
||||
prompt_templates:
|
||||
- name: "cerebras-completion"
|
||||
content: |
|
||||
Complete the prompt
|
||||
### Prompt:
|
||||
{{.Input}}
|
||||
### Response:
|
||||
- name: "cerebras-chat"
|
||||
content: |
|
||||
The prompt below is a question to answer, a task to complete, or a conversation to respond to; decide which and write an appropriate response.
|
||||
### Prompt:
|
||||
{{.Input}}
|
||||
### Response:
|
Loading…
Add table
Add a link
Reference in a new issue