Fix MongoDB service state overview

Show the number of pods for each "group" (configsvr, mongos, shard-X)

Issue: ZENKO-5098

Author: francoisferrand

monitoring/mongodb/dashboard.json

@@ -111,14 +111,14 @@
       "maxDataPoints": 100,
       "targets": [
         {
-          "expr": "sum(mongodb_up{namespace=\"${namespace}\", job=~\"${namespace}/${jobs}\"}) by (cluster_role)",
-          "query": "sum(mongodb_up{namespace=\"${namespace}\", job=~\"${namespace}/${jobs}\"}) by (cluster_role)",
+          "expr": "sum(label_replace(mongodb_up{namespace=\"${namespace}\", job=~\"${namespace}/${jobs}\"}, 'statefulset', '$1', 'pod', '${job}-(.*)-[0-9]+')) by (statefulset)",
+          "query": "sum(label_replace(mongodb_up{namespace=\"${namespace}\", job=~\"${namespace}/${jobs}\"}, 'statefulset', '$1', 'pod', '${job}-(.*)-[0-9]+')) by (statefulset)",
           "target": "",
           "format": "time_series",
           "hide": false,
           "interval": "",
           "intervalFactor": 1,
-          "legendFormat": "{{cluster_role}}",
+          "legendFormat": "{{statefulset}}",
           "metric": "",
           "refId": "",
           "step": 10,
@@ -137,7 +137,7 @@
         "orientation": "horizontal",
         "reduceOptions": {
           "calcs": [
-            "mean"
+            "last"
           ],
           "fields": "",
           "values": false
@@ -568,18 +568,10 @@
               {
                 "op": "gt",
                 "yaxis": "left",
-                "color": "green",
+                "color": "dark-purple",
                 "line": true,
                 "index": 0,
                 "value": "null"
-              },
-              {
-                "op": "gt",
-                "yaxis": "left",
-                "color": "red",
-                "line": true,
-                "index": 1,
-                "value": 80.0
               }
             ]
           },
@@ -744,18 +736,10 @@
               {
                 "op": "gt",
                 "yaxis": "left",
-                "color": "green",
+                "color": "dark-purple",
                 "line": true,
                 "index": 0,
                 "value": "null"
-              },
-              {
-                "op": "gt",
-                "yaxis": "left",
-                "color": "red",
-                "line": true,
-                "index": 1,
-                "value": 80.0
               }
             ]
           },
@@ -6365,6 +6349,6 @@
     "hidden": false
   },
   "timezone": "browser",
-  "version": 24,
+  "version": 25,
   "uid": null
 }

monitoring/mongodb/dashboard.py

@@ -1,29 +1,22 @@
 from grafanalib.core import (
     ConstantInput,
     DataSourceInput,
-    GridPos,
-    Heatmap,
-    HeatmapColor,
-    Repeat,
     RowPanel,
     Template,
     Templating,
     Threshold,
     BarChart,
-    YAxis,
 )
 from grafanalib import core
 from grafanalib import formatunits as UNITS
 from scalgrafanalib import (
     layout,
     metrics,
     Dashboard,
-    GaugePanel,
     PieChart,
     Stat,
     Target,
     TimeSeries,
-    Tooltip,
     StateTimeline,
 )
 
@@ -525,10 +518,15 @@ def mongodb_state_timeline(title, expr, description="", mappings=None, **kwargs)
 mongodb_services_state = mongodb_stat(
     "MongoDB services state",
     orientation="horizontal",
+    reduceCalc="last",
     targets=[
         Target(
-            expr="sum(" + Metrics.UP() + ") by (cluster_role)",
-            legendFormat="{{cluster_role}}",
+            expr=(
+                "sum(label_replace("
+                + Metrics.UP()
+                + ", 'statefulset', '$1', 'pod', '${job}-(.*)-[0-9]+')) by (statefulset)"
+            ),
+            legendFormat="{{statefulset}}",
         )
     ],
 )
@@ -591,6 +589,7 @@ def mongodb_state_timeline(title, expr, description="", mappings=None, **kwargs)
     format=UNITS.BYTES,
     decimals=1,
     description="Average size of documents in the database",
+    thresholds=[Threshold("dark-purple", 0, 0.0)],
 )
 
 num_docs_per_shard = mongodb_stat(
@@ -614,6 +613,7 @@ def mongodb_state_timeline(title, expr, description="", mappings=None, **kwargs)
             legendFormat="{{collection}}",
         )
     ],
+    thresholds=[Threshold("dark-purple", 0, 0.0)],
 )
 
 index_size = mongodb_stat(
@@ -1466,7 +1466,7 @@ def mongodb_state_timeline(title, expr, description="", mappings=None, **kwargs)
                     name="jobs",
                     label="MongoDB instance type",
                     query='label_values(mongodb_up{namespace="${namespace}", job=~"${namespace}/${job}.*"}, job)',
-                    regex="/^${namespace}\/(.*)$/",
+                    regex="/^${namespace}\\/(.*)$/",
                     includeAll=True,
                     multi=True,
                     refresh=1,