From 2950ed9ab2dd393fdcbceaac7d669b52bc83a050 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Mon, 17 Jul 2023 22:37:58 +0200 Subject: [PATCH] fix: do not add skipped backends to the list Signed-off-by: Ettore Di Giacinto --- pkg/model/initializers.go | 6 ------ 1 file changed, 6 deletions(-) diff --git a/pkg/model/initializers.go b/pkg/model/initializers.go index 86d799d1..9d33a6ee 100644 --- a/pkg/model/initializers.go +++ b/pkg/model/initializers.go @@ -51,9 +51,7 @@ const ( var AutoLoadBackends []string = []string{ LlamaBackend, Gpt4All, - RwkvBackend, FalconBackend, - WhisperBackend, GPTNeoXBackend, BertEmbeddingsBackend, LlamaMasterBackend, @@ -64,7 +62,6 @@ var AutoLoadBackends []string = []string{ MPTBackend, ReplitBackend, StarcoderBackend, - BloomzBackend, } func (ml *ModelLoader) StopGRPC() { @@ -220,9 +217,6 @@ func (ml *ModelLoader) GreedyLoader(opts ...Option) (*grpc.Client, error) { var err error for _, b := range AutoLoadBackends { - if b == BloomzBackend || b == WhisperBackend || b == RwkvBackend { // do not autoload bloomz/whisper/rwkv - continue - } log.Debug().Msgf("[%s] Attempting to load", b) model, modelerr := ml.BackendLoader(