dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-26 12:45:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 15

feat(loader): enhance single active backend by treating at singleton

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-04-01 19:11:54 +02:00
parent c59975ab05
commit a5995d61dc
24 changed files with 92 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

2
core/backend/rerank.go
View file

@ -12,10 +12,10 @@ import (
func Rerank(request *proto.RerankRequest, loader *model.ModelLoader, appConfig *config.ApplicationConfig, backendConfig config.BackendConfig) (*proto.RerankResult, error) {
opts := ModelOptions(backendConfig, appConfig)
rerankModel, err := loader.Load(opts...)
if err != nil {
return nil, err
}
defer loader.Close()
if rerankModel == nil {
return nil, fmt.Errorf("could not load rerank model")