diff --git a/pkg/model/loader.go b/pkg/model/loader.go
index 0dcc9915..52f479c5 100644
--- a/pkg/model/loader.go
+++ b/pkg/model/loader.go
@@ -157,6 +157,11 @@ func (ml *ModelLoader) ShutdownModel(modelName string) error {
 		}
 		time.Sleep(dur)
 		retries++
+
+		if retries > 10 && os.Getenv("LOCALAI_FORCE_BACKEND_SHUTDOWN") == "true" {
+			log.Warn().Msgf("Model %s is still busy after %d retries. Forcing shutdown.", modelName, retries)
+			break
+		}
 	}
 
 	return ml.deleteProcess(modelName)