dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

fix(hermes-2-pro-mistral): add stopword for toolcall (#1939)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-04-01 11:48:35 +02:00 • committed by GitHub
parent 66f90f8dc1
commit ebb1fcedea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
aio/cpu/text-to-text.yaml
View file

@ -41,6 +41,7 @@ f16: true
stopwords: stopwords:
- <|im_end|> - <|im_end|>
- <dummy32000> - <dummy32000>
- "\n</tool_call>"
usage: | usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "gpt-4", "model": "gpt-4",

1
aio/gpu-8g/text-to-text.yaml
View file

@ -41,6 +41,7 @@ f16: true
stopwords: stopwords:
- <|im_end|> - <|im_end|>
- <dummy32000> - <dummy32000>
- "\n</tool_call>"
usage: | usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "gpt-4", "model": "gpt-4",

1
aio/intel/text-to-text.yaml
View file

@ -40,6 +40,7 @@ template:
context_size: 4096 context_size: 4096
stopwords: stopwords:
- <|im_end|> - <|im_end|>
- "\n</tool_call>"
- <dummy32000> - <dummy32000>
usage: | usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{

1
embedded/models/hermes-2-pro-mistral.yaml
View file

@ -41,6 +41,7 @@ f16: true
stopwords: stopwords:
- <|im_end|> - <|im_end|>
- <dummy32000> - <dummy32000>
- "\n</tool_call>"
usage: | usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "hermes-2-pro-mistral", "model": "hermes-2-pro-mistral",