dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-29 22:20:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix: do not add skipped backends to the list

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-17 22:37:58 +02:00
parent 796ad64625
commit 2950ed9ab2
1 changed files with 0 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
pkg/model/initializers.go
View file

@ -51,9 +51,7 @@ const (
var AutoLoadBackends []string = []string{ var AutoLoadBackends []string = []string{
LlamaBackend, LlamaBackend,
Gpt4All, Gpt4All,
RwkvBackend,
FalconBackend, FalconBackend,
WhisperBackend,
GPTNeoXBackend, GPTNeoXBackend,
BertEmbeddingsBackend, BertEmbeddingsBackend,
LlamaMasterBackend, LlamaMasterBackend,
@ -64,7 +62,6 @@ var AutoLoadBackends []string = []string{
MPTBackend, MPTBackend,
ReplitBackend, ReplitBackend,
StarcoderBackend, StarcoderBackend,
BloomzBackend,
} }
func (ml *ModelLoader) StopGRPC() { func (ml *ModelLoader) StopGRPC() {
@ -220,9 +217,6 @@ func (ml *ModelLoader) GreedyLoader(opts ...Option) (*grpc.Client, error) {
var err error var err error
for _, b := range AutoLoadBackends { for _, b := range AutoLoadBackends {
if b == BloomzBackend || b == WhisperBackend || b == RwkvBackend { // do not autoload bloomz/whisper/rwkv
continue
}
log.Debug().Msgf("[%s] Attempting to load", b) log.Debug().Msgf("[%s] Attempting to load", b)
model, modelerr := ml.BackendLoader( model, modelerr := ml.BackendLoader(