feat: add falcon ggllm via grpc client

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-15 01:19:43 +02:00
parent a84dee1be1
commit b816009db0
20 changed files with 2239 additions and 271 deletions

View file

@ -10,6 +10,7 @@ import (
"sync"
"text/template"
process "github.com/mudler/go-processmanager"
"github.com/rs/zerolog/log"
)
@ -18,6 +19,7 @@ type ModelLoader struct {
mu sync.Mutex
// TODO: this needs generics
models map[string]interface{}
grpcProcesses map[string]*process.Process
promptsTemplates map[string]*template.Template
}
@ -26,6 +28,7 @@ func NewModelLoader(modelPath string) *ModelLoader {
ModelPath: modelPath,
models: make(map[string]interface{}),
promptsTemplates: make(map[string]*template.Template),
grpcProcesses: make(map[string]*process.Process),
}
}