LocalAI/config/gpt-3.5-turbo-completion.yaml

13 lines
No EOL
244 B
YAML

registration:
model: gpt-3.5-turbo
endpoint: CreateCompletion
local_paths:
model: ggml-gpt4all-j
template: chat-gpt4all
backend: gptj
threads: 4
request_defaults:
top_p: 0.7
temperature: 0.2
x-localai-extensions:
top_k: 80