feat: make initializer accept gRPC delay times (#900)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

pkg/model/initializers.go

@@ -185,13 +185,13 @@ func (ml *ModelLoader) grpcModel(backend string, o *Options) func(string, string
 
 		// Wait for the service to start up
 		ready := false
-		for i := 0; i < 10; i++ {
+		for i := 0; i < o.grpcAttempts; i++ {
 			if client.HealthCheck(context.Background()) {
 				log.Debug().Msgf("GRPC Service Ready")
 				ready = true
 				break
 			}
-			time.Sleep(1 * time.Second)
+			time.Sleep(time.Duration(o.grpcAttemptsDelay) * time.Second)
 		}
 
 		if !ready {

pkg/model/options.go

@@ -16,6 +16,9 @@ type Options struct {
 	gRPCOptions *pb.ModelOptions
 
 	externalBackends map[string]string
+
+	grpcAttempts      int
+	grpcAttemptsDelay int
 }
 
 type Option func(*Options)
@@ -29,6 +32,18 @@ func WithExternalBackend(name string, uri string) Option {
 	}
 }
 
+func WithGRPCAttempts(attempts int) Option {
+	return func(o *Options) {
+		o.grpcAttempts = attempts
+	}
+}
+
+func WithGRPCAttemptsDelay(delay int) Option {
+	return func(o *Options) {
+		o.grpcAttemptsDelay = delay
+	}
+}
+
 func WithBackendString(backend string) Option {
 	return func(o *Options) {
 		o.backendString = backend
@@ -67,8 +82,10 @@ func WithContext(ctx context.Context) Option {
 
 func NewOptions(opts ...Option) *Options {
 	o := &Options{
-		gRPCOptions: &pb.ModelOptions{},
-		context:     context.Background(),
+		gRPCOptions:       &pb.ModelOptions{},
+		context:           context.Background(),
+		grpcAttempts:      20,
+		grpcAttemptsDelay: 2,
 	}
 	for _, opt := range opts {
 		opt(o)