mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-20 10:35:01 +00:00
a3d69872e3
feat(api): list loaded models in /system Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
30 lines
501 B
Go
30 lines
501 B
Go
package model
|
|
|
|
import grpc "github.com/mudler/LocalAI/pkg/grpc"
|
|
|
|
type Model struct {
|
|
ID string `json:"id"`
|
|
address string
|
|
client grpc.Backend
|
|
}
|
|
|
|
func NewModel(ID, address string) *Model {
|
|
return &Model{
|
|
ID: ID,
|
|
address: address,
|
|
}
|
|
}
|
|
|
|
func (m *Model) GRPC(parallel bool, wd *WatchDog) grpc.Backend {
|
|
if m.client != nil {
|
|
return m.client
|
|
}
|
|
|
|
enableWD := false
|
|
if wd != nil {
|
|
enableWD = true
|
|
}
|
|
|
|
m.client = grpc.NewClient(m.address, parallel, wd, enableWD)
|
|
return m.client
|
|
}
|