dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-29 22:20:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix(completionEndpoint): limit to 1 PromptStrings only when Stream

Browse source
This commit is contained in:
samm81 2023-06-01 12:38:26 -04:00
parent b515ed2d37
commit 06d467a252
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
api/openai.go
View file

@ -190,10 +190,6 @@ func completionEndpoint(cm *ConfigMerger, o *Option) func(c *fiber.Ctx) error {
templateFile = config.TemplateConfig.Completion templateFile = config.TemplateConfig.Completion
} }
if (len(config.PromptStrings) > 1) {
return errors.New("cannot handle more than 1 `PromptStrings`")
}
predInput := config.PromptStrings[0] predInput := config.PromptStrings[0]
// A model can have a "file.bin.tmpl" file associated with a prompt template prefix // A model can have a "file.bin.tmpl" file associated with a prompt template prefix
@ -206,6 +202,10 @@ func completionEndpoint(cm *ConfigMerger, o *Option) func(c *fiber.Ctx) error {
} }
if input.Stream { if input.Stream {
if (len(config.PromptStrings) > 1) {
return errors.New("cannot handle more than 1 `PromptStrings` when `Stream`ing")
}
responses := make(chan OpenAIResponse) responses := make(chan OpenAIResponse)
go process(predInput, input, config, o.loader, responses) go process(predInput, input, config, o.loader, responses)