feat: add liveness and readiness probe support

Signed-off-by: Armando Ruocco <[email protected]>

Author: armru

cmd/manager/main.go

@@ -7,6 +7,7 @@ import (
 	"github.com/cloudnative-pg/machinery/pkg/log"
 	"github.com/spf13/cobra"
 
+	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cmd/healthcheck"
 	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cmd/instance"
 	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cmd/operator"
 	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cmd/restore"
@@ -29,6 +30,7 @@ func main() {
 	rootCmd.AddCommand(instance.NewCmd())
 	rootCmd.AddCommand(operator.NewCmd())
 	rootCmd.AddCommand(restore.NewCmd())
+	rootCmd.AddCommand(healthcheck.NewCmd())
 
 	if err := rootCmd.Execute(); err != nil {
 		fmt.Println(err)

internal/cmd/healthcheck/doc.go

@@ -0,0 +1,2 @@
+// Package healthcheck contains the logic to execute an healthcheck on the plugin through a command
+package healthcheck

internal/cmd/healthcheck/main.go

@@ -0,0 +1,68 @@
+package healthcheck
+
+import (
+	"fmt"
+	"os"
+	"path"
+
+	"github.com/cloudnative-pg/machinery/pkg/log"
+	"github.com/spf13/cobra"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/credentials/insecure"
+	"google.golang.org/grpc/health/grpc_health_v1"
+
+	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cnpgi/metadata"
+)
+
+// NewCmd returns the healthcheck command
+func NewCmd() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "healthcheck",
+		Short: "healthcheck commands",
+	}
+
+	cmd.AddCommand(unixHealthCheck())
+
+	return cmd
+}
+
+func unixHealthCheck() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "unix",
+		Short: "unix healthcheck",
+		RunE: func(cmd *cobra.Command, _ []string) error {
+			dialPath := fmt.Sprintf("unix://%s", path.Join("/plugins", metadata.PluginName))
+			cli, cliErr := grpc.NewClient(dialPath, grpc.WithTransportCredentials(insecure.NewCredentials()))
+			if cliErr != nil {
+				log.Error(cliErr, "error while building client")
+				return cliErr
+			}
+
+			healthCli := grpc_health_v1.NewHealthClient(cli)
+			res, healthErr := healthCli.Check(
+				cmd.Context(),
+				&grpc_health_v1.HealthCheckRequest{},
+			)
+			if healthErr != nil {
+				log.Error(healthErr, "healthcheck call failed")
+				return healthErr
+			}
+
+			log.Info("received status: %s", res.Status.String())
+			switch res.Status {
+			case grpc_health_v1.HealthCheckResponse_SERVING:
+				os.Exit(0)
+			case grpc_health_v1.HealthCheckResponse_UNKNOWN:
+				os.Exit(1)
+			case grpc_health_v1.HealthCheckResponse_NOT_SERVING:
+				os.Exit(2)
+			default:
+				os.Exit(125)
+			}
+
+			return nil
+		},
+	}
+
+	return cmd
+}

internal/cnpgi/common/health.go

@@ -0,0 +1,28 @@
+package common
+
+import (
+	"context"
+
+	"github.com/cloudnative-pg/machinery/pkg/log"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/health/grpc_health_v1"
+)
+
+// AddHealthCheck adds a health check service to the gRPC server with the tag 'plugin-barman-cloud'
+func AddHealthCheck(server *grpc.Server) {
+	grpc_health_v1.RegisterHealthServer(server, &healthServer{}) // replaces default registration
+}
+
+type healthServer struct {
+	grpc_health_v1.UnimplementedHealthServer
+}
+
+// Check is the response handle for the healthcheck request
+func (h healthServer) Check(
+	ctx context.Context,
+	_ *grpc_health_v1.HealthCheckRequest,
+) (*grpc_health_v1.HealthCheckResponse, error) {
+	contextLogger := log.FromContext(ctx)
+	contextLogger.Trace("serving health check response")
+	return &grpc_health_v1.HealthCheckResponse{Status: grpc_health_v1.HealthCheckResponse_SERVING}, nil
+}

internal/cnpgi/instance/start.go

@@ -8,6 +8,8 @@ import (
 	"github.com/cloudnative-pg/cnpg-i/pkg/wal"
 	"google.golang.org/grpc"
 	"sigs.k8s.io/controller-runtime/pkg/client"
+
+	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cnpgi/common"
 )
 
 // CNPGI is the implementation of the PostgreSQL sidecar
@@ -41,6 +43,7 @@ func (c *CNPGI) Start(ctx context.Context) error {
 			ClusterObjectKey: c.ClusterObjectKey,
 			InstanceName:     c.InstanceName,
 		})
+		common.AddHealthCheck(server)
 		return nil
 	}
 

internal/cnpgi/operator/lifecycle.go

@@ -220,10 +220,25 @@ func reconcilePodSpec(
 		},
 	}
 
+	baseProbe := &corev1.Probe{
+		PeriodSeconds:    10,
+		FailureThreshold: 3,
+		ProbeHandler: corev1.ProbeHandler{
+			Exec: &corev1.ExecAction{
+				Command: []string{"manager", "healthcheck", "unix"},
+			},
+		},
+	}
+
+	readinessProbe := baseProbe.DeepCopy()
+	readinessProbe.InitialDelaySeconds = 10
+
 	// fixed values
 	sidecarConfig.Name = "plugin-barman-cloud"
 	sidecarConfig.Image = viper.GetString("sidecar-image")
 	sidecarConfig.ImagePullPolicy = cluster.Spec.ImagePullPolicy
+	sidecarConfig.ReadinessProbe = readinessProbe.DeepCopy()
+	sidecarConfig.LivenessProbe = baseProbe.DeepCopy()
 
 	// merge the main container envs if they aren't already set
 	for _, container := range spec.Containers {

internal/cnpgi/restore/start.go

@@ -7,6 +7,8 @@ import (
 	restore "github.com/cloudnative-pg/cnpg-i/pkg/restore/job"
 	"google.golang.org/grpc"
 	"sigs.k8s.io/controller-runtime/pkg/client"
+
+	"github.com/cloudnative-pg/plugin-barman-cloud/internal/cnpgi/common"
 )
 
 // CNPGI is the implementation of the PostgreSQL sidecar
@@ -31,6 +33,9 @@ func (c *CNPGI) Start(ctx context.Context) error {
 			PgDataPath:           c.PGDataPath,
 			PgWalFolderToSymlink: PgWalVolumePgWalPath,
 		})
+
+		common.AddHealthCheck(server)
+
 		return nil
 	}