dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 02:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

feat: add llama-stable backend (#932)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-08-20 16:35:42 +02:00 • committed by GitHub
parent cc060a283d
commit ab5b75eb01
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 247 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
pkg/model/initializers.go
View file

@ -16,6 +16,7 @@ import (
const (
LlamaBackend = "llama"
LlamaStableBackend = "llama-stable"
BloomzBackend = "bloomz"
StarcoderBackend = "starcoder"
GPTJBackend = "gptj"
@ -41,6 +42,7 @@ const (
var AutoLoadBackends []string = []string{
LlamaBackend,
LlamaStableBackend,
Gpt4All,
FalconBackend,
GPTNeoXBackend,
@ -173,7 +175,7 @@ func (ml *ModelLoader) BackendLoader(opts ...Option) (model *grpc.Client, err er
}
switch backend {
case LlamaBackend, GPTJBackend, DollyBackend,
case LlamaBackend, LlamaStableBackend, GPTJBackend, DollyBackend,
MPTBackend, Gpt2Backend, FalconBackend,
GPTNeoXBackend, ReplitBackend, StarcoderBackend, BloomzBackend,
RwkvBackend, LCHuggingFaceBackend, BertEmbeddingsBackend, FalconGGMLBackend, StableDiffusionBackend, WhisperBackend: