add liveness, readiness, and startup probes to noobaa-operator

- integrate controller-runtime healthz and readyz endpoints into the namespace-scoped manager
- expose probe server on :8081 and register default checks
- update operator Deployment with liveness, readiness, and startup probes

Signed-off-by: Oded Viner <[email protected]>

Author: OdedViner

deploy/operator.yaml

@@ -41,6 +41,12 @@ spec:
       containers:
         - name: noobaa-operator
           image: NOOBAA_OPERATOR_IMAGE
+          args:
+          - operator         
+          - --health-probe-bind-address=:8081
+          ports:
+            - name: healthz
+              containerPort: 8081
           volumeMounts:
           - name: bound-sa-token
             mountPath: /var/run/secrets/openshift/serviceaccount
@@ -50,6 +56,29 @@ spec:
           # SHOULD BE RETURNED ONCE COSI IS BACK
           # - name: socket
           #   mountPath: /var/lib/cosi
+          readinessProbe:
+            httpGet:
+              path: /readyz
+              port: healthz
+            initialDelaySeconds: 5
+            periodSeconds: 10
+            timeoutSeconds: 5
+            failureThreshold: 3
+          livenessProbe:
+            httpGet:
+              path: /healthz
+              port: healthz
+            initialDelaySeconds: 15
+            periodSeconds: 10
+            timeoutSeconds: 5
+            failureThreshold: 3
+          startupProbe:
+            httpGet:
+              path: /healthz
+              port: healthz
+            periodSeconds: 10
+            timeoutSeconds: 5
+            failureThreshold: 30
           resources:
             limits:
               cpu: "250m"

pkg/operator/manager.go

@@ -24,6 +24,7 @@ import (
 
 	"github.com/operator-framework/operator-lib/leader"
 	"sigs.k8s.io/controller-runtime/pkg/cache"
+	"sigs.k8s.io/controller-runtime/pkg/healthz"
 	"sigs.k8s.io/controller-runtime/pkg/manager"
 	"sigs.k8s.io/controller-runtime/pkg/manager/signals"
 	metricsServer "sigs.k8s.io/controller-runtime/pkg/metrics/server"
@@ -44,6 +45,8 @@ func RunOperator(cmd *cobra.Command, args []string) {
 		util.InitLogger(logrus.DebugLevel)
 	}
 	version.RunVersion(cmd, args)
+	// Probe address from CLI flag (defaults to :8081)
+	probeAddr, _ := cmd.Flags().GetString("health-probe-bind-address")
 
 	config := util.KubeConfig()
 
@@ -66,6 +69,7 @@ func RunOperator(cmd *cobra.Command, args []string) {
 		Metrics: metricsServer.Options{
 			BindAddress: fmt.Sprintf("%s:%d", metricsHost, metricsPort),
 		},
+		HealthProbeBindAddress: probeAddr, // Serve /healthz and /readyz here
 	})
 	if err != nil {
 		log.Fatalf("Failed to create manager: %s", err)
@@ -97,6 +101,16 @@ func RunOperator(cmd *cobra.Command, args []string) {
 		log.Fatalf("Failed AddToClusterScopedManager: %s", err)
 	}
 
+	// Register health and readiness endpoints on mgr
+	if err := mgr.AddHealthzCheck("healthz", healthz.Ping); err != nil {
+		log.Fatalf("Failed to add health check: %s", err)
+	}
+
+	if err := mgr.AddReadyzCheck("readyz", healthz.Ping); err != nil {
+		log.Fatalf("Failed to add readiness check: %s", err)
+	}
+
+
 	util.Panic(mgr.Add(manager.RunnableFunc(func(ctx context.Context) error {
 		system.RunOperatorCreate(cmd, args)
 		return nil

pkg/operator/operator.go

@@ -97,6 +97,7 @@ func CmdRun() *cobra.Command {
 		Run:   RunOperator,
 		Args:  cobra.NoArgs,
 	}
+	cmd.Flags().String("health-probe-bind-address", ":8081", "HTTP address for health/readiness probes (e.g., :8081)")
 	return cmd
 }