LocalAI/config/gpt-3.5-turbo-chat.yaml
2023-06-11 19:30:59 -04:00

17 lines
No EOL
339 B
YAML

registration:
model: gpt-3.5-turbo
endpoint: CreateChatCompletion
local_paths:
model: ggml-gpt4all-j.bin
template: chat-gpt4all
backend: gpt4all-j
threads: 4
request_defaults:
top_p: 0.7
temperature: 0.2
x-localai-extensions:
top_k: 80
roles:
system: "system"
assistant: "assistant"
user: "user"