PMM-14404 - Enhance PBM backup metrics collection by including cluster node information

- Added retrieval of current node role and cluster status.
- Updated metrics to include node-specific details such as role and host for each backup.
- Improved error handling for node info and cluster status retrieval.

Author: theTibi

exporter/pbm_collector.go

@@ -175,6 +175,18 @@ func (p *pbmCollector) pbmAgentMetrics(ctx context.Context, pbmClient *sdk.Clien
 }
 
 func (p *pbmCollector) pbmBackupsMetrics(ctx context.Context, pbmClient *sdk.Client, l *slog.Logger) []prometheus.Metric {
+	currentNode, err := util.MyRole(ctx, p.base.client)
+	if err != nil {
+		l.Error("failed to get current node info", "error", err.Error())
+		return nil
+	}
+
+	clusterStatus, err := cli.ClusterStatus(ctx, pbmClient, cli.RSConfGetter(p.mongoURI))
+	if err != nil {
+		l.Error("failed to get cluster status", "error", err.Error())
+		return nil
+	}
+
 	backupsList, err := pbmClient.GetAllBackups(ctx)
 	if err != nil {
 		l.Error("failed to get PBM backup list", "error", err.Error())
@@ -184,42 +196,55 @@ func (p *pbmCollector) pbmBackupsMetrics(ctx context.Context, pbmClient *sdk.Cli
 	metrics := make([]prometheus.Metric, 0, len(backupsList))
 
 	for _, backup := range backupsList {
-		metrics = append(metrics, createPBMMetric("backup_size_bytes",
-			"Size of PBM backup",
-			float64(backup.Size), map[string]string{
-				"opid":   backup.OPID,
-				"status": string(backup.Status),
-				"name":   backup.Name,
-			}),
-		)
-
-		// Add backup_last_transition_ts metric
-		metrics = append(metrics, createPBMMetric("backup_last_transition_ts",
-			"Last transition timestamp of PBM backup (seconds since epoch)",
-			float64(backup.LastTransitionTS), map[string]string{
-				"opid":   backup.OPID,
-				"status": string(backup.Status),
-				"name":   backup.Name,
-			}),
-		)
-
-		var endTime int64
-		switch pbmAgentStatus(backup.Status) {
-		case statusDone, statusCancelled, statusError, statusDown:
-			endTime = backup.LastTransitionTS
-		default:
-			endTime = time.Now().Unix()
+		// For each backup, iterate through all nodes in the cluster
+		for replsetName, nodes := range clusterStatus {
+			for _, node := range nodes {
+				// Determine role
+				role := string(node.Role)
+
+				// Determine if this is the current node
+				self := "0"
+				if node.Host == currentNode.Me {
+					self = "1"
+				}
+
+				baseLabels := map[string]string{
+					"opid":        backup.OPID,
+					"status":      string(backup.Status),
+					"name":        backup.Name,
+					"type":        string(backup.Type),
+					"host":        node.Host,
+					"replica_set": replsetName,
+					"role":        role,
+					"self":        self,
+				}
+
+				metrics = append(metrics, createPBMMetric("backup_size_bytes",
+					"Size of PBM backup",
+					float64(backup.Size), baseLabels),
+				)
+
+				// Add backup_last_transition_ts metric
+				metrics = append(metrics, createPBMMetric("backup_last_transition_ts",
+					"Last transition timestamp of PBM backup (seconds since epoch)",
+					float64(backup.LastTransitionTS), baseLabels),
+				)
+
+				var endTime int64
+				switch pbmAgentStatus(backup.Status) {
+				case statusDone, statusCancelled, statusError, statusDown:
+					endTime = backup.LastTransitionTS
+				default:
+					endTime = time.Now().Unix()
+				}
+
+				duration := time.Unix(endTime-backup.StartTS, 0).Unix()
+				metrics = append(metrics, createPBMMetric("backup_duration_seconds",
+					"Duration of PBM backup",
+					float64(duration), baseLabels),
+				)
+			}
 		}
-
-		duration := time.Unix(endTime-backup.StartTS, 0).Unix()
-		metrics = append(metrics, createPBMMetric("backup_duration_seconds",
-			"Duration of PBM backup",
-			float64(duration), map[string]string{
-				"opid":   backup.OPID,
-				"status": string(backup.Status),
-				"name":   backup.Name,
-			}),
-		)
 	}
 	return metrics
 }