plumbing for cli context and loader, stash before picking up initializers

This commit is contained in:
Dave Lee 2023-06-01 23:43:34 -04:00
parent 45285bb5d8
commit 1ef6ba2b52
No known key found for this signature in database
6 changed files with 139 additions and 34 deletions

View file

@ -0,0 +1,11 @@
registration:
model: gpt-3.5-turbo
endpoint: CreateCompletion
local_paths:
model: ggml-gpt4all-j
template: chat-gpt4all
request_defaults:
top_p: 0.7
temperature: 0.2
x-localai-extensions:
top_k: 80