Pod dashboard: add restart annotation.

Although this does not give exact restart ocurrences in case of restart loop, this gives a good representation of what is happening.

Author: desaintmartin

dashboards/pods.libsonnet

@@ -1,4 +1,5 @@
 local grafana = import 'grafonnet/grafana.libsonnet';
+local annotation = grafana.annotation;
 local dashboard = grafana.dashboard;
 local graphPanel = grafana.graphPanel;
 local prometheus = grafana.prometheus;
@@ -78,11 +79,23 @@ local numbersinglestat = promgrafonnet.numbersinglestat;
           legend_avg=true,
         )
         .addTarget(prometheus.target(
-          'sort_desc(sum by (pod_name) (rate(container_network_receive_bytes_total{%(cadvisorSelector)s, %(clusterLabel)s="$cluster", namespace="$namespace", pod_name="$pod"}[1m])))' % $._config,
+          'sort_desc(sum by (pod_name) (rate(container_network_receive_bytes_total{%(cadvisorSelector)s, %(clusterLabel)s="$cluster", %(clusterLabel)s="$cluster", namespace="$namespace", pod_name="$pod"}[1m])))' % $._config,
           legendFormat='{{ pod_name }}',
         ))
       );
 
+      local restartAnnotation = annotation.datasource(
+        'Restarts',
+        '$datasource',
+        expr='time() == BOOL timestamp(deriv(kube_pod_container_status_restarts_total{%(kubeStateMetricsSelector)s, %(clusterLabel)s="$cluster", namespace="$namespace", pod="$pod"}[2m]) > 0)',
+        enable=true,
+        hide=false,
+        iconColor='rgba(215, 44, 44, 1)',
+        tags=['restart'],
+        type='rows',
+        builtIn=1,
+      );
+
       dashboard.new(
         '%(dashboardNamePrefix)sPods' % $._config.grafanaK8s,
         time_from='now-1h',
@@ -142,6 +155,7 @@ local numbersinglestat = promgrafonnet.numbersinglestat;
           includeAll=true,
         )
       )
+      .addAnnotation(restartAnnotation)
       .addRow(memoryRow)
       .addRow(cpuRow)
       .addRow(networkRow),