diff --git a/kubernetes/linera-validator/grafana-dashboards/linera/execution.json b/kubernetes/linera-validator/grafana-dashboards/linera/execution.json index e70fd83a6993..9572ff9756b3 100644 --- a/kubernetes/linera-validator/grafana-dashboards/linera/execution.json +++ b/kubernetes/linera-validator/grafana-dashboards/linera/execution.json @@ -1092,7 +1092,7 @@ "x": 0, "y": 42 }, - "id": 5, + "id": 56, "options": { "legend": { "calcs": [], @@ -1114,107 +1114,24 @@ "uid": "P8E80F9AEF21F6940" }, "editorMode": "code", - "expr": "sum(rate(linera_open_chain_count[1m]))", - "legendFormat": "Total", + "expr": "sum(rate(linera_open_chain_count[1m])) by (pod)", + "legendFormat": "__auto", "queryType": "range", "range": true, "refId": "A" - } - ], - "title": "Total chains opened per second (averaged for the past minute)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 42 - }, - "id": 56, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "11.6.0-83314", - "targets": [ { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "editorMode": "code", - "expr": "sum(rate(linera_open_chain_count[1m])) by (pod)", - "legendFormat": "__auto", + "expr": "sum(rate(linera_open_chain_count[1m]))", + "hide": false, + "legendFormat": "Total", "queryType": "range", "range": true, - "refId": "A" + "refId": "B" } ], "title": "Chains opened per second (averaged for the past minute)", @@ -1281,10 +1198,10 @@ "gridPos": { "h": 8, "w": 12, - "x": 0, - "y": 50 + "x": 12, + "y": 42 }, - "id": 6, + "id": 57, "options": { "legend": { "calcs": [], @@ -1307,98 +1224,14 @@ }, "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(linera_num_blocks[1m]))", + "expr": "sum(rate(linera_num_blocks[1m])) by (pod)", "fullMetaSearch": false, "includeNullMetadata": true, - "legendFormat": "Total", + "legendFormat": "__auto", "range": true, "refId": "A", "useBackend": false - } - ], - "title": "Total blocks added to chains per second (averaged for the past minute)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 50 - }, - "id": 57, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "11.6.0-83314", - "targets": [ { "datasource": { "type": "prometheus", @@ -1406,12 +1239,13 @@ }, "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(linera_num_blocks[1m])) by (pod)", + "expr": "sum(rate(linera_num_blocks[1m]))", "fullMetaSearch": false, + "hide": false, "includeNullMetadata": true, - "legendFormat": "__auto", + "legendFormat": "Total", "range": true, - "refId": "A", + "refId": "B", "useBackend": false } ], @@ -1480,9 +1314,9 @@ "h": 8, "w": 12, "x": 0, - "y": 58 + "y": 50 }, - "id": 58, + "id": 7, "options": { "legend": { "calcs": [], @@ -1504,105 +1338,22 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(linera_num_blocks_executed[1m]))", - "legendFormat": "Total", + "expr": "sum(rate(linera_num_blocks_executed[1m])) by (pod)", + "legendFormat": "__auto", "range": true, "refId": "A" - } - ], - "title": "Blocks executed per second (averaged for the past minute)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 58 - }, - "id": 7, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "11.6.0-83314", - "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(linera_num_blocks_executed[1m])) by (pod)", - "legendFormat": "__auto", + "expr": "sum(rate(linera_num_blocks_executed[1m]))", + "hide": false, + "legendFormat": "Total", "range": true, - "refId": "A" + "refId": "B" } ], "title": "Blocks executed per second (averaged for the past minute)", @@ -1669,10 +1420,10 @@ "gridPos": { "h": 8, "w": 12, - "x": 0, - "y": 66 + "x": 12, + "y": 50 }, - "id": 8, + "id": 59, "options": { "legend": { "calcs": [], @@ -1694,105 +1445,22 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(linera_transaction_count[1m]))", - "legendFormat": "Total", + "expr": "sum(rate(linera_transaction_count[1m])) by (pod)", + "legendFormat": "__auto", "range": true, "refId": "A" - } - ], - "title": "Transactions per second (averaged for the past minute)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 66 - }, - "id": 59, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "11.6.0-83314", - "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(linera_transaction_count[1m])) by (pod)", - "legendFormat": "__auto", + "expr": "sum(rate(linera_transaction_count[1m]))", + "hide": false, + "legendFormat": "Total", "range": true, - "refId": "A" + "refId": "B" } ], "title": "Transactions per second (averaged for the past minute)", @@ -1860,7 +1528,7 @@ "h": 8, "w": 12, "x": 0, - "y": 74 + "y": 58 }, "id": 55, "options": { @@ -1959,7 +1627,7 @@ "h": 8, "w": 12, "x": 12, - "y": 74 + "y": 58 }, "id": 54, "options": { @@ -2054,7 +1722,7 @@ "h": 8, "w": 12, "x": 0, - "y": 82 + "y": 66 }, "id": 9, "options": { @@ -2175,7 +1843,7 @@ "h": 8, "w": 12, "x": 12, - "y": 82 + "y": 66 }, "id": 14, "options": { @@ -2200,7 +1868,7 @@ }, "editorMode": "code", "expr": "((\n sum(rate(linera_value_cache_hit[1m])) by (key_type, value_type) or vector(0)\n)\n/\n(\n sum(rate(linera_value_cache_hit[1m])) by (key_type, value_type) or vector(0)\n +\n sum(rate(linera_value_cache_miss[1m])) by (key_type, value_type) or vector(0)\n)) * 100", - "legendFormat": "Cache hit pct %", + "legendFormat": "__auto", "range": true, "refId": "A" } @@ -2214,7 +1882,7 @@ "h": 1, "w": 24, "x": 0, - "y": 90 + "y": 74 }, "id": 13, "panels": [], @@ -2283,7 +1951,7 @@ "h": 8, "w": 12, "x": 0, - "y": 91 + "y": 75 }, "id": 40, "options": { @@ -2313,7 +1981,7 @@ "fullMetaSearch": false, "includeNullMetadata": false, "instant": false, - "legendFormat": "__auto", + "legendFormat": "{{certificate_value}} - {{round_type}}", "range": true, "refId": "A", "useBackend": false @@ -2384,7 +2052,7 @@ "h": 8, "w": 12, "x": 12, - "y": 91 + "y": 75 }, "id": 41, "options": { @@ -2479,7 +2147,7 @@ "h": 8, "w": 12, "x": 0, - "y": 99 + "y": 83 }, "id": 44, "options": { @@ -2580,7 +2248,7 @@ "h": 8, "w": 12, "x": 12, - "y": 99 + "y": 83 }, "id": 45, "options": { @@ -2675,7 +2343,7 @@ "h": 8, "w": 12, "x": 0, - "y": 107 + "y": 91 }, "id": 46, "options": { @@ -2776,7 +2444,7 @@ "h": 8, "w": 12, "x": 12, - "y": 107 + "y": 91 }, "id": 47, "options": { @@ -2871,7 +2539,7 @@ "h": 8, "w": 12, "x": 0, - "y": 115 + "y": 99 }, "id": 48, "options": { @@ -2972,7 +2640,7 @@ "h": 8, "w": 12, "x": 12, - "y": 115 + "y": 99 }, "id": 49, "options": { @@ -3067,7 +2735,7 @@ "h": 8, "w": 12, "x": 0, - "y": 123 + "y": 107 }, "id": 52, "options": { @@ -3168,7 +2836,7 @@ "h": 8, "w": 12, "x": 12, - "y": 123 + "y": 107 }, "id": 53, "options": { @@ -3263,7 +2931,7 @@ "h": 8, "w": 12, "x": 0, - "y": 131 + "y": 115 }, "id": 50, "options": { @@ -3364,7 +3032,7 @@ "h": 8, "w": 12, "x": 12, - "y": 131 + "y": 115 }, "id": 51, "options": { @@ -3459,7 +3127,7 @@ "h": 8, "w": 12, "x": 0, - "y": 139 + "y": 123 }, "id": 42, "options": { @@ -3560,7 +3228,7 @@ "h": 8, "w": 12, "x": 12, - "y": 139 + "y": 123 }, "id": 43, "options": { @@ -3631,7 +3299,7 @@ "h": 8, "w": 12, "x": 0, - "y": 147 + "y": 131 }, "id": 10, "options": { @@ -3674,7 +3342,7 @@ "h": 1, "w": 24, "x": 0, - "y": 155 + "y": 139 }, "id": 25, "panels": [], @@ -3743,7 +3411,7 @@ "h": 8, "w": 12, "x": 0, - "y": 156 + "y": 140 }, "id": 36, "options": { @@ -3844,7 +3512,7 @@ "h": 8, "w": 12, "x": 12, - "y": 156 + "y": 140 }, "id": 37, "options": { @@ -3945,7 +3613,7 @@ "h": 8, "w": 12, "x": 0, - "y": 164 + "y": 148 }, "id": 38, "options": { @@ -4046,7 +3714,7 @@ "h": 8, "w": 12, "x": 12, - "y": 164 + "y": 148 }, "id": 39, "options": { @@ -4147,7 +3815,7 @@ "h": 8, "w": 12, "x": 0, - "y": 172 + "y": 156 }, "id": 26, "options": { @@ -4242,7 +3910,7 @@ "h": 8, "w": 12, "x": 12, - "y": 172 + "y": 156 }, "id": 27, "options": { @@ -4337,7 +4005,7 @@ "h": 8, "w": 12, "x": 0, - "y": 180 + "y": 164 }, "id": 28, "options": { @@ -4432,7 +4100,7 @@ "h": 8, "w": 12, "x": 12, - "y": 180 + "y": 164 }, "id": 29, "options": { @@ -4527,7 +4195,7 @@ "h": 8, "w": 12, "x": 0, - "y": 188 + "y": 172 }, "id": 30, "options": { @@ -4622,7 +4290,7 @@ "h": 8, "w": 12, "x": 12, - "y": 188 + "y": 172 }, "id": 31, "options": { @@ -4717,7 +4385,7 @@ "h": 8, "w": 12, "x": 0, - "y": 196 + "y": 180 }, "id": 32, "options": { @@ -4812,7 +4480,7 @@ "h": 8, "w": 12, "x": 12, - "y": 196 + "y": 180 }, "id": 33, "options": { diff --git a/kubernetes/linera-validator/grafana-dashboards/linera/general.json b/kubernetes/linera-validator/grafana-dashboards/linera/general.json index 7ba86fef00c4..ac93c0fca397 100644 --- a/kubernetes/linera-validator/grafana-dashboards/linera/general.json +++ b/kubernetes/linera-validator/grafana-dashboards/linera/general.json @@ -627,6 +627,18 @@ "legendFormat": "__auto", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(linera_server_request_count[1m]))", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], "title": "Server requests per second (averaged for the past minute)", @@ -1429,6 +1441,19 @@ "legendFormat": "{{container}}", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_receive_bytes_total{pod=~\"shards-.*\"}[60s])) + sum(rate(container_network_transmit_bytes_total{pod=~\"shards-.*\"}[60s]))", + "hide": false, + "instant": false, + "legendFormat": "Total shards", + "range": true, + "refId": "B" } ], "title": "Network bytes TX/RX total per pod", @@ -1499,18 +1524,20 @@ "x": 12, "y": 59 }, - "id": 35, + "id": 5, "options": { "legend": { - "calcs": [], - "displayMode": "list", + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, - "mode": "single", - "sort": "none" + "mode": "none", + "sort": "asc" } }, "pluginVersion": "11.6.0-83314", @@ -1520,12 +1547,16 @@ "type": "prometheus", "uid": "prometheus" }, + "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(container_network_receive_bytes_total{pod=~\"proxy-.*\"}[60s])) + sum(rate(container_network_transmit_bytes_total{pod=~\"proxy-.*\"}[60s]))", + "expr": "sum(container_memory_usage_bytes{container=~\"linera.*\"}) by (container)", + "fullMetaSearch": false, + "includeNullMetadata": true, "instant": false, - "legendFormat": "proxy", + "legendFormat": "{{container}}", "range": true, - "refId": "A" + "refId": "A", + "useBackend": false }, { "datasource": { @@ -1533,15 +1564,32 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(container_network_receive_bytes_total{pod=~\"shards-.*\"}[60s])) + sum(rate(container_network_transmit_bytes_total{pod=~\"shards-.*\"}[60s]))", + "expr": "sum(container_memory_usage_bytes{pod=~\"(proxy|shards).*\"}) by (pod)", "hide": false, "instant": false, - "legendFormat": "shards", + "legendFormat": "{{pod}}", "range": true, "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "sum(container_memory_usage_bytes{container=~\"linera.*\"})", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "Total", + "range": true, + "refId": "C", + "useBackend": false } ], - "title": "Network bytes TX/RX totals", + "title": "Container Memory Usage Bytes", "type": "timeseries" }, { @@ -1609,7 +1657,7 @@ "x": 0, "y": 67 }, - "id": 6, + "id": 36, "options": { "legend": { "calcs": [], @@ -1625,6 +1673,31 @@ }, "pluginVersion": "11.6.0-83314", "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_cpu_usage_seconds_total{pod=~\"(proxy|shards)-.*\"}[60s])) by (pod)", + "instant": false, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_cpu_usage_seconds_total{container=~\"linera-.*\"}[60s])) by (container)", + "hide": false, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "B" + }, { "datasource": { "type": "prometheus", @@ -1632,13 +1705,14 @@ }, "editorMode": "code", "expr": "sum(rate(container_cpu_usage_seconds_total[60s]))", + "hide": false, "instant": false, "legendFormat": "Total", "range": true, - "refId": "A" + "refId": "C" } ], - "title": "Container Total CPU Usage all pods", + "title": "Container CPU Usage", "type": "timeseries" }, { @@ -1696,7 +1770,7 @@ } ] }, - "unit": "percentunit" + "unit": "none" }, "overrides": [] }, @@ -1706,7 +1780,7 @@ "x": 12, "y": 67 }, - "id": 40, + "id": 39, "options": { "legend": { "calcs": [], @@ -1727,15 +1801,19 @@ "type": "prometheus", "uid": "prometheus" }, + "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(container_cpu_usage_seconds_total{container=~\"linera.*\"}[60s])) by (container)", + "expr": "sum(rate(container_oom_events_total{pod=~\"(proxy|shards)-.*\"}[1m])) by (pod)", + "fullMetaSearch": false, + "includeNullMetadata": true, "instant": false, - "legendFormat": "{{container}}", + "legendFormat": "__auto", "range": true, - "refId": "A" + "refId": "A", + "useBackend": false } ], - "title": "Container Total CPU Usage", + "title": "OOM events per second", "type": "timeseries" }, { @@ -1793,7 +1871,7 @@ } ] }, - "unit": "percentunit" + "unit": "none" }, "overrides": [] }, @@ -1803,18 +1881,20 @@ "x": 0, "y": 75 }, - "id": 36, + "id": 29, "options": { "legend": { - "calcs": [], - "displayMode": "list", + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, - "mode": "single", - "sort": "none" + "mode": "none", + "sort": "asc" } }, "pluginVersion": "11.6.0-83314", @@ -1824,15 +1904,19 @@ "type": "prometheus", "uid": "prometheus" }, + "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(container_cpu_usage_seconds_total{pod=~\"(proxy|shards)-.*\"}[60s])) by (pod)", + "expr": "sum(rate(container_memory_failures_total{pod=~\"(proxy|shards)-.*\"}[60s])) by (pod, failure_type)", + "fullMetaSearch": false, + "includeNullMetadata": true, "instant": false, - "legendFormat": "{{pod}}", + "legendFormat": "{{pod}} - {{failure_type}}", "range": true, - "refId": "A" + "refId": "A", + "useBackend": false } ], - "title": "Container Total CPU Usage per pod", + "title": "Container Memory Failures", "type": "timeseries" }, { @@ -1890,7 +1974,7 @@ } ] }, - "unit": "decbytes" + "unit": "none" }, "overrides": [] }, @@ -1900,20 +1984,18 @@ "x": 12, "y": 75 }, - "id": 5, + "id": 41, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", + "calcs": [], + "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, - "mode": "none", - "sort": "asc" + "mode": "single", + "sort": "none" } }, "pluginVersion": "11.6.0-83314", @@ -1923,16 +2005,12 @@ "type": "prometheus", "uid": "prometheus" }, - "disableTextWrap": false, "editorMode": "code", - "expr": "sum(container_memory_usage_bytes{container=~\"linera.*\"}) by (container)", - "fullMetaSearch": false, - "includeNullMetadata": true, + "expr": "sum(rate(container_fs_reads_total{container=\"linera-server\"}[60s])) by (pod)", "instant": false, - "legendFormat": "{{container}}", + "legendFormat": "{{pod}}", "range": true, - "refId": "A", - "useBackend": false + "refId": "A" }, { "datasource": { @@ -1940,7 +2018,7 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(container_memory_usage_bytes{container=~\"linera.*\"})", + "expr": "sum(rate(container_fs_reads_total{container=\"linera-server\"}[60s]))", "hide": false, "instant": false, "legendFormat": "Total", @@ -1948,7 +2026,7 @@ "refId": "B" } ], - "title": "Container Memory Usage Bytes", + "title": "Shards FS reads per second", "type": "timeseries" }, { @@ -2006,7 +2084,7 @@ } ] }, - "unit": "none" + "unit": "Bps" }, "overrides": [] }, @@ -2016,20 +2094,18 @@ "x": 0, "y": 83 }, - "id": 29, + "id": 32, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", + "calcs": [], + "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, - "mode": "none", - "sort": "asc" + "mode": "single", + "sort": "none" } }, "pluginVersion": "11.6.0-83314", @@ -2039,19 +2115,28 @@ "type": "prometheus", "uid": "prometheus" }, - "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(container_memory_failures_total{pod=~\"(proxy|shards)-.*\"}[60s])) by (pod, failure_type)", - "fullMetaSearch": false, - "includeNullMetadata": true, + "expr": "sum(rate(container_fs_reads_bytes_total{container=\"linera-server\"}[60s])) by (pod)", "instant": false, - "legendFormat": "{{pod}} - {{failure_type}}", + "legendFormat": "{{pod}}", "range": true, - "refId": "A", - "useBackend": false + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_fs_reads_bytes_total{container=\"linera-server\"}[60s]))", + "hide": false, + "instant": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], - "title": "Container Memory Failures", + "title": "Shards FS read bytes per second", "type": "timeseries" }, { @@ -2119,7 +2204,7 @@ "x": 12, "y": 83 }, - "id": 39, + "id": 31, "options": { "legend": { "calcs": [], @@ -2140,19 +2225,28 @@ "type": "prometheus", "uid": "prometheus" }, - "disableTextWrap": false, "editorMode": "code", - "expr": "sum(rate(container_oom_events_total{pod=~\"(proxy|shards)-.*\"}[1m])) by (pod)", - "fullMetaSearch": false, - "includeNullMetadata": true, + "expr": "sum(rate(container_fs_writes_total{container=\"linera-server\"}[60s])) by (pod)", "instant": false, - "legendFormat": "__auto", + "legendFormat": "{{pod}}", "range": true, - "refId": "A", - "useBackend": false + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_fs_writes_total{container=\"linera-server\"}[60s]))", + "hide": false, + "instant": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], - "title": "OOM events per second", + "title": "Shards FS writes per second", "type": "timeseries" }, { @@ -2210,7 +2304,7 @@ } ] }, - "unit": "decbytes" + "unit": "Bps" }, "overrides": [] }, @@ -2220,20 +2314,18 @@ "x": 0, "y": 91 }, - "id": 37, + "id": 44, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", + "calcs": [], + "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, - "mode": "none", - "sort": "asc" + "mode": "single", + "sort": "none" } }, "pluginVersion": "11.6.0-83314", @@ -2243,19 +2335,28 @@ "type": "prometheus", "uid": "prometheus" }, - "disableTextWrap": false, "editorMode": "code", - "expr": "sum(container_memory_usage_bytes{pod=~\"(proxy|shards)-.*\"}) by (pod)", - "fullMetaSearch": false, - "includeNullMetadata": true, + "expr": "sum(rate(container_fs_writes_bytes_total{container=\"linera-server\"}[60s])) by (pod)", "instant": false, - "legendFormat": "{{container}}", + "legendFormat": "{{pod}}", "range": true, - "refId": "A", - "useBackend": false + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_fs_writes_bytes_total{container=\"linera-server\"}[60s]))", + "hide": false, + "instant": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], - "title": "Container Memory Usage Bytes per pod", + "title": "Shards FS written bytes per second", "type": "timeseries" }, { @@ -2823,7 +2924,7 @@ } ] }, - "unit": "none" + "unit": "Bps" }, "overrides": [] }, @@ -2833,7 +2934,7 @@ "x": 12, "y": 116 }, - "id": 31, + "id": 42, "options": { "legend": { "calcs": [], @@ -2855,14 +2956,14 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(container_fs_writes_total{container=\"scylla\"}[60s])) by (container)", + "expr": "sum(rate(container_fs_reads_bytes_total{container=\"scylla\"}[60s])) by (container)", "instant": false, "legendFormat": "{{container}}", "range": true, "refId": "A" } ], - "title": "ScyllaDB FS writes per second", + "title": "ScyllaDB FS read bytes per second", "type": "timeseries" }, { @@ -2920,7 +3021,7 @@ } ] }, - "unit": "Bps" + "unit": "none" }, "overrides": [] }, @@ -2930,7 +3031,7 @@ "x": 0, "y": 124 }, - "id": 32, + "id": 43, "options": { "legend": { "calcs": [], @@ -2952,14 +3053,14 @@ "uid": "prometheus" }, "editorMode": "code", - "expr": "sum(rate(container_fs_reads_bytes_total{container=\"scylla\"}[60s])) by (container)", + "expr": "sum(rate(container_fs_writes_total{container=\"scylla\"}[60s])) by (container)", "instant": false, "legendFormat": "{{container}}", "range": true, "refId": "A" } ], - "title": "ScyllaDB FS read bytes per second", + "title": "ScyllaDB FS writes per second", "type": "timeseries" }, { diff --git a/kubernetes/linera-validator/grafana-dashboards/linera/storage.json b/kubernetes/linera-validator/grafana-dashboards/linera/storage.json index 884342082222..a32d218a19a3 100644 --- a/kubernetes/linera-validator/grafana-dashboards/linera/storage.json +++ b/kubernetes/linera-validator/grafana-dashboards/linera/storage.json @@ -1277,6 +1277,18 @@ "legendFormat": "__auto", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(linera_read_certificates[1m]))", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], "title": "Read certificates per second (averaged for the past minute)", @@ -1847,6 +1859,18 @@ "legendFormat": "__auto", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(linera_write_certificate[1m]))", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], "title": "Write certificate per second (averaged for the past minute)", @@ -2138,7 +2162,7 @@ "type": "timeseries" } ], - "refresh": "", + "refresh": "5s", "schemaVersion": 38, "style": "dark", "tags": [], @@ -2155,4 +2179,4 @@ "uid": "deeg8st7mbegwc", "version": 1, "weekStart": "" -} +} \ No newline at end of file diff --git a/kubernetes/linera-validator/grafana-dashboards/linera/views.json b/kubernetes/linera-validator/grafana-dashboards/linera/views.json index 8fb1ba9acdd7..307a27b637c3 100644 --- a/kubernetes/linera-validator/grafana-dashboards/linera/views.json +++ b/kubernetes/linera-validator/grafana-dashboards/linera/views.json @@ -111,6 +111,18 @@ "legendFormat": "__auto", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(linera_save_view[1m]))", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], "title": "Save view per second (averaged for the past minute)", @@ -206,6 +218,18 @@ "legendFormat": "__auto", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(linera_load_view[1m])) ", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "B" } ], "title": "Load view per second (averaged for the past minute)", @@ -308,7 +332,7 @@ "type": "timeseries" } ], - "refresh": "", + "refresh": "5s", "schemaVersion": 38, "style": "dark", "tags": [],