Merge pull request #433 from grafana/20221123_add-phlare-head-size-dashboards

Add phlare head statistics

Author: simonswine

operations/phlare/jsonnet/phlare-mixin/phlare-mixin/dashboards/dashboard-utils.libsonnet

@@ -234,6 +234,13 @@ local utils = import 'mixin-utils/utils.libsonnet';
       },
     },
 
+  panelDescription(title, description):: {
+    description: |||
+      ### %s
+      %s
+    ||| % [title, description],
+  },
+
   containerDiskSpaceUtilizationPanel(title, containerName)::
     $.panel(title) +
     $.queryPanel('max by(persistentvolumeclaim) (kubelet_volume_stats_used_bytes{%s} / kubelet_volume_stats_capacity_bytes{%s}) and count by(persistentvolumeclaim) (kube_persistentvolumeclaim_labels{%s,%s})' % [$.namespaceMatcher(), $.namespaceMatcher(), $.namespaceMatcher(), $.containerLabelMatcher(containerName)], '{{persistentvolumeclaim}}') +

operations/phlare/jsonnet/phlare-mixin/phlare-mixin/dashboards/phlare-writes.libsonnet

@@ -83,6 +83,30 @@ local utils = import 'mixin-utils/utils.libsonnet';
                                 dashboards['phlare-writes.json'].matchers.ingester + [utils.selector.re('route', '.*push.*')] + dashboards['phlare-writes.json'].clusterMatchers,
                               )
                             )
+                          )
+                          .addRow(
+                            local long_desc = |||
+                              Ingesters maintain a local Head per-tenant. Each
+                              Head maintains the active profiling series; Then
+                              the head gets periodically compacted into a block
+                              on disk. This panel shows the estimated size of
+                              the Head in memory for all ingesters.
+                            |||;
+                            $.row('Ingester - Head')
+                            .addPanel(
+                              local short_desc = 'Head size in bytes per table type';
+                              $.panel(short_desc) +
+                              $.panelDescription(short_desc, long_desc,) +
+                              $.queryPanel('sum(phlare_head_size_bytes{%s}) by (type)' % dashboards['phlare-writes.json'].ingesterSelector, '{{type}}') +
+                              { yaxes: $.yaxes('bytes') },
+                            )
+                            .addPanel(
+                              local short_desc = 'Head size in bytes per pod';
+                              $.panel(short_desc) +
+                              $.panelDescription(short_desc, long_desc,) +
+                              $.queryPanel('sum(phlare_head_size_bytes{%s}) by (instance)' % dashboards['phlare-writes.json'].ingesterSelector, '{{instance}}') +
+                              { yaxes: $.yaxes('bytes') },
+                            )
                           ),
   },
 }