Add metrics to statsd default list (#18846)

Changes:
- Add some key metrics to statsd emitter default list
  - `task/action/run/time`
  - `task/status/queue/count`
  - `task/status/updated/count`
  - `ingest/handoff/time`
- Remove all mentions of obsolete metrics
  - `segment/cost/raw`
  - `segment/cost/normalized`
  - `segment/cost/normalization`

Author: kfaraz

druid-operator/examples/aws/eks.yaml

@@ -186,9 +186,6 @@ spec:
       "segment/unneeded/count" : { "dimensions" : ["tier"], "type" : "count" },
       "segment/unavailable/count" : { "dimensions" : ["dataSource"], "type" : "gauge" },
       "segment/underReplicated/count" : { "dimensions" : ["dataSource", "tier"], "type" : "gauge" },
-      "segment/cost/raw" : { "dimensions" : ["tier"], "type" : "count" },
-      "segment/cost/normalization" : { "dimensions" : ["tier"], "type" : "count" },
-      "segment/cost/normalized" : { "dimensions" : ["tier"], "type" : "count" },
       "segment/loadQueue/size" : { "dimensions" : ["server"], "type" : "gauge" },
       "segment/loadQueue/failed" : { "dimensions" : ["server"], "type" : "gauge" },
       "segment/loadQueue/count" : { "dimensions" : ["server"], "type" : "gauge" },

druid-operator/examples/tiny-cluster.yaml

@@ -183,9 +183,6 @@ spec:
       "segment/unneeded/count" : { "dimensions" : ["tier"], "type" : "count" },
       "segment/unavailable/count" : { "dimensions" : ["dataSource"], "type" : "gauge" },
       "segment/underReplicated/count" : { "dimensions" : ["dataSource", "tier"], "type" : "gauge" },
-      "segment/cost/raw" : { "dimensions" : ["tier"], "type" : "count" },
-      "segment/cost/normalization" : { "dimensions" : ["tier"], "type" : "count" },
-      "segment/cost/normalized" : { "dimensions" : ["tier"], "type" : "count" },
       "segment/loadQueue/size" : { "dimensions" : ["server"], "type" : "gauge" },
       "segment/loadQueue/failed" : { "dimensions" : ["server"], "type" : "gauge" },
       "segment/loadQueue/count" : { "dimensions" : ["server"], "type" : "gauge" },

extensions-contrib/dropwizard-emitter/src/main/resources/defaultMetricDimensions.json

@@ -265,24 +265,6 @@
     ],
     "type": "counter"
   },
-  "segment/cost/raw": {
-    "dimensions": [
-      "tier"
-    ],
-    "type": "counter"
-  },
-  "segment/cost/normalization": {
-    "dimensions": [
-      "tier"
-    ],
-    "type": "counter"
-  },
-  "segment/cost/normalized": {
-    "dimensions": [
-      "tier"
-    ],
-    "type": "counter"
-  },
   "segment/loadQueue/size": {
     "dimensions": [
       "server"

extensions-contrib/opentsdb-emitter/src/main/resources/defaultMetrics.json

@@ -145,15 +145,6 @@
   "segment/unneeded/count": [
     "tier"
   ],
-  "segment/cost/raw": [
-    "tier"
-  ],
-  "segment/cost/normalization": [
-    "tier"
-  ],
-  "segment/cost/normalized": [
-    "tier"
-  ],
   "segment/loadQueue/size": [
     "server"
   ],

extensions-contrib/statsd-emitter/src/main/resources/defaultMetricDimensions.json

@@ -50,6 +50,7 @@
   "ingest/persists/backPressure" : { "dimensions" : ["dataSource"], "type" : "gauge" },
   "ingest/persists/failed" : { "dimensions" : ["dataSource"], "type" : "count" },
   "ingest/handoff/failed" : { "dimensions" : ["dataSource"], "type" : "count" },
+  "ingest/handoff/time": { "dimensions" : ["dataSource"], "type" : "timer" },
   "ingest/merge/time" : { "dimensions" : ["dataSource"], "type" : "timer" },
   "ingest/merge/cpu" : { "dimensions" : ["dataSource"], "type" : "timer" },
   "ingest/segments/count" : { "dimensions" : ["dataSource"], "type" : "count" },
@@ -75,6 +76,10 @@
   "task/pending/count" : { "dimensions" : ["dataSource"], "type" : "gauge" },
   "task/waiting/count" : { "dimensions" : ["dataSource"], "type" : "gauge" },
 
+  "task/action/run/time": { "dimensions" : ["dataSource", "taskActionType"], "type" : "timer" },
+  "task/status/queue/count": { "dimensions" : [], "type" : "gauge" },
+  "task/status/updated/count": { "dimensions" : [], "type" :  "count" },
+
   "worker/task/assigned/count" : { "dimensions" : ["dataSource"], "type" : "count" },
   "worker/task/running/count" : { "dimensions" : ["dataSource"], "type" : "count" },
   "worker/task/completed/count" : { "dimensions" : ["dataSource"], "type" : "count" },
@@ -102,16 +107,15 @@
   "segment/unneeded/count" : { "dimensions" : ["tier"], "type" : "count" },
   "segment/unavailable/count" : { "dimensions" : ["dataSource"], "type" : "gauge" },
   "segment/underReplicated/count" : { "dimensions" : ["dataSource", "tier"], "type" : "gauge" },
-  "segment/cost/raw" : { "dimensions" : ["tier"], "type" : "count" },
-  "segment/cost/normalization" : { "dimensions" : ["tier"], "type" : "count" },
-  "segment/cost/normalized" : { "dimensions" : ["tier"], "type" : "count" },
   "segment/loadQueue/size" : { "dimensions" : ["server"], "type" : "gauge" },
   "segment/loadQueue/failed" : { "dimensions" : ["server"], "type" : "gauge" },
   "segment/loadQueue/count" : { "dimensions" : ["server"], "type" : "gauge" },
   "segment/dropQueue/count" : { "dimensions" : ["server"], "type" : "gauge" },
   "segment/size" : { "dimensions" : ["dataSource"], "type" : "gauge" },
   "segment/overShadowed/count" : { "dimensions" : [], "type" : "gauge" },
 
+  "segment/metadataCache/sync/time": { "dimensions": [ "host", "service" ], "type" : "timer" },
+
   "segment/max" : { "dimensions" : [], "type" : "gauge"},
   "segment/used" : { "dimensions" : ["dataSource", "tier", "priority"], "type" : "gauge" },
   "segment/usedPercent" : { "dimensions" : ["dataSource", "tier", "priority"], "type" : "gauge", "convertRange" : true },