dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-27 05:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

fix

Browse source 
Signed-off-by: Dave Lee <dave@gray101.com>
This commit is contained in:
Dave Lee 2025-02-08 17:46:25 -05:00
parent aa9c995a00
commit cac5f5aabd
No known key found for this signature in database
1 changed files with 1 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
core/backend/tokenize.go
View file

@ -13,14 +13,8 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac
var err error var err error
opts := ModelOptions(backendConfig, appConfig) opts := ModelOptions(backendConfig, appConfig)
inferenceModel, err = loader.Load(opts...)
// TODO: looks weird, seems to be a correct merge?
if backendConfig.Backend == "" {
inferenceModel, err = loader.Load(opts...)
} else {
opts = append(opts, model.WithBackendString(backendConfig.Backend))
inferenceModel, err = loader.Load(opts...)
}
if err != nil { if err != nil {
return schema.TokenizeResponse{}, err return schema.TokenizeResponse{}, err
} }