dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-29 22:20:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

temp: break predicts to fix build for merges

Browse source
This commit is contained in:
Dave Lee 2023-06-08 10:40:44 -04:00
parent 0b910e0595
commit eb6721139e
1 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

12
apiv2/engine.go
View file

@ -88,9 +88,11 @@ func (e *LocalAIEngine) GetModelPredictionFunction(config Config, tokenCallback
mapstructure.Decode(config.ToPredictOptions(), &mappedPredictOptions)
str, err := localModel.PredictTEMP(
// str, err := localModel.PredictTEMP(
str, err := localModel.Predict(
p.AsString(),
mappedPredictOptions,
// mappedPredictOptions,
nil,
)
// Seems that if we don't free the callback explicitly we leave functions registered (that might try to send on closed channels)
// For instance otherwise the API returns: {"error":{"code":500,"message":"send on closed channel","type":""}}
@ -108,9 +110,11 @@ func (e *LocalAIEngine) GetModelPredictionFunction(config Config, tokenCallback
fmt.Printf("MAPPED OPTIONS: %+v\n", mappedPredictOptions)
str, err := localModel.PredictTEMP(
// str, err := localModel.PredictTEMP(
str, err := localModel.Predict(
p.AsString(),
mappedPredictOptions,
// mappedPredictOptions,
nil,
)
return str, err
}