mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-26 20:55:00 +00:00
fix
Signed-off-by: Dave Lee <dave@gray101.com>
This commit is contained in:
parent
aa9c995a00
commit
cac5f5aabd
1 changed files with 1 additions and 7 deletions
|
@ -13,14 +13,8 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac
|
|||
var err error
|
||||
|
||||
opts := ModelOptions(backendConfig, appConfig)
|
||||
inferenceModel, err = loader.Load(opts...)
|
||||
|
||||
// TODO: looks weird, seems to be a correct merge?
|
||||
if backendConfig.Backend == "" {
|
||||
inferenceModel, err = loader.Load(opts...)
|
||||
} else {
|
||||
opts = append(opts, model.WithBackendString(backendConfig.Backend))
|
||||
inferenceModel, err = loader.Load(opts...)
|
||||
}
|
||||
if err != nil {
|
||||
return schema.TokenizeResponse{}, err
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue