Merge branch 'main' into missing-jmx

Author: musa-asad

instrumentation/jmx-metrics/src/main/resources/jmx/rules/jvm.yaml

@@ -8,7 +8,7 @@ rules:
       LoadedClassCount:
         metric: loaded
         desc: Number of loaded classes
-  - bean: java.lang:type=GarbageCollector,*
+  - bean: java.lang:type=GarbageCollector,name=*
     prefix: jvm.gc.collections.
     type: counter
     metricAttribute:
@@ -27,13 +27,31 @@ rules:
     prefix: jvm.memory.
     type: gauge
     mapping:
+      HeapMemoryUsage.init:
+        metric: heap.init
+        desc: The initial amount of memory that the JVM requests from the operating system for the heap
       HeapMemoryUsage.used:
         metric: heap.used
         desc: The current heap usage
+      HeapMemoryUsage.committed:
+        metric: heap.committed
+        desc: The amount of memory that is guaranteed to be available for the heap
+      HeapMemoryUsage.max:
+        metric: heap.max
+        desc: The maximum amount of memory can be used for the heap
+      NonHeapMemoryUsage.init:
+        metric: nonheap.init
+        desc: The initial amount of memory that the JVM requests from the operating system for non-heap purposes
       NonHeapMemoryUsage.used:
         metric: nonheap.used
-        desc: The current non-heap usage
-  - bean: java.lang:type=MemoryPool,*
+        desc: The current non-heap memory usage
+      NonHeapMemoryUsage.committed:
+        metric: nonheap.committed
+        desc: The amount of memory that is guaranteed to be available for non-heap purposes
+      NonHeapMemoryUsage.max:
+        metric: nonheap.max
+        desc: The maximum amount of memory can be used for non-heap purposes
+  - bean: java.lang:type=MemoryPool,name=*
     unit: by
     prefix: jvm.memory.pool.
     type: gauge
@@ -43,9 +61,18 @@ rules:
       CollectionUsage.used:
         metric: used_after_last_gc
         desc: Memory used after the most recent gc event
+      Usage.init:
+        metric: init
+        desc: The initial amount of memory that the JVM requests from the operating system for the memory pool
       Usage.used:
         metric: used
-        desc: Current memory pool used
+        desc: The current memory pool memory usage
+      Usage.committed:
+        metric: committed
+        desc: The amount of memory that is guaranteed to be available for the memory pool
+      Usage.max:
+        metric: max
+        desc: The maximum amount of memory can be used for the memory pool
   - bean: java.lang:type=Threading
     unit: "1"
     prefix: jvm.threads.
@@ -58,6 +85,7 @@ rules:
         metric: daemon
         desc: Number of daemon threads
   - bean: java.lang:type=OperatingSystem,*
+    prefix: jvm.cpu.
     type: gauge
     mapping:
       TotalSwapSpaceSize:

instrumentation/jmx-metrics/src/main/resources/jmx/rules/kafka-consumer.yaml

@@ -0,0 +1,51 @@
+---
+rules:
+  - bean: kafka.consumer:type=consumer-fetch-manager-metrics,client-id=*
+    metricAttribute:
+      client-id: param(client-id)
+    mapping:
+      fetch-rate:
+        metric: kafka.consumer.fetch-rate
+        type: gauge
+        desc: The number of fetch requests for all topics per second
+        unit: "1"
+      records-lag-max:
+        metric: kafka.consumer.records-lag-max
+        type: gauge
+        desc: Number of messages the consumer lags behind the producer
+        unit: "1"
+      bytes-consumed-rate:
+        metric: kafka.consumer.total.bytes-consumed-rate
+        type: gauge
+        desc: The average number of bytes consumed for all topics per second
+        unit: by
+      fetch-size-avg:
+        metric: kafka.consumer.total.fetch-size-avg
+        type: gauge
+        desc: The average number of bytes fetched per request for all topics
+        unit: by
+      records-consumed-rate:
+        metric: kafka.consumer.total.records-consumed-rate
+        type: gauge
+        desc: The average number of records consumed for all topics per second
+        unit: "1"
+  - bean: kafka.consumer:type=consumer-fetch-manager-metrics,client-id=*,topic=*
+    metricAttribute:
+      client-id: param(client-id)
+      topic: param(topic)
+    mapping:
+      bytes-consumed-rate:
+        metric: kafka.consumer.bytes-consumed-rate
+        type: gauge
+        desc: The average number of bytes consumed per second
+        unit: by
+      fetch-size-avg:
+        metric: kafka.consumer.fetch-size-avg
+        type: gauge
+        desc: The average number of bytes fetched per request
+        unit: by
+      records-consumed-rate:
+        metric: kafka.consumer.records-consumed-rate
+        type: gauge
+        desc: The average number of records consumed per second
+        unit: "1"

instrumentation/jmx-metrics/src/main/resources/jmx/rules/kafka-producer.yaml

@@ -0,0 +1,61 @@
+---
+rules:
+  - bean: kafka.producer:type=producer-metrics,client-id=*
+    metricAttribute:
+      client-id: param(client-id)
+    mapping:
+      io-wait-time-ns-avg:
+        metric: kafka.producer.io-wait-time-ns-avg
+        type: gauge
+        desc: The average length of time the I/O thread spent waiting for a socket ready for reads or writes
+        unit: ns
+      outgoing-byte-rate:
+        metric: kafka.producer.outgoing-byte-rate
+        type: gauge
+        desc: The average number of outgoing bytes sent per second to all servers
+        unit: by
+      request-latency-avg:
+        metric: kafka.producer.request-latency-avg
+        type: gauge
+        desc: The average request latency
+        unit: ms
+      request-rate:
+        metric: kafka-producer.request-rate
+        type: gauge
+        desc: The average number of requests sent per second
+        unit: "1"
+      response-rate:
+        metric: kafka.producer.response-rate
+        type: gauge
+        desc: Responses received per second
+        unit: "1"
+  - bean: kafka.producer:type=producer-topic-metrics,client-id=*,topic=*
+    metricAttribute:
+      client-id: param(client-id)
+      topic: param(topic)
+    mapping:
+      byte-rate:
+        metric: kafka.producer.byte-rate
+        type: gauge
+        desc: The average number of bytes sent per second for a topic
+        unit: by
+      compression-rate:
+        metric: kafka.producer.compression-rate
+        type: gauge
+        desc: The average compression rate of record batches for a topic
+        unit: "1"
+      record-error-rate:
+        metric: kafka.producer.record-error-rate
+        type: gauge
+        desc: The average per-second number of record sends that resulted in errors for a topic
+        unit: "1"
+      record-retry-rate:
+        metric: kafka.producer.record-retry-rate
+        type: gauge
+        desc: The average per-second number of retried record sends for a topic
+        unit: "1"
+      record-send-rate:
+        metric: kafka.producer.record-send-rate
+        type: gauge
+        desc: The average number of records sent per second for a topic
+        unit: "1"