Initial commit

Author: robsunday

instrumentation/jmx-metrics/README.md

@@ -31,7 +31,7 @@ No targets are enabled by default. The supported target environments are listed
 - [kafka-broker](javaagent/kafka-broker.md)
 - [tomcat](library/tomcat.md)
 - [wildfly](library/wildfly.md)
-- [hadoop](javaagent/hadoop.md)
+- [hadoop](library/hadoop.md)
 
 The [jvm](library/jvm.md) metrics definitions are also included in the [jmx-metrics library](./library)
 to allow reusing them without instrumentation. When using instrumentation, the [runtime-telemetry](../runtime-telemetry)

instrumentation/jmx-metrics/javaagent/hadoop.md

@@ -32,7 +32,7 @@ class JmxMetricInsightInstallerTest {
   private static final String PATH_TO_ALL_EXISTING_RULES = "src/main/resources/jmx/rules";
   private static final Set<String> FILES_TO_BE_TESTED =
       new HashSet<>(
-          Arrays.asList("activemq.yaml", "camel.yaml", "hadoop.yaml", "kafka-broker.yaml"));
+          Arrays.asList("activemq.yaml", "camel.yaml", "kafka-broker.yaml"));
 
   @Test
   void testToVerifyExistingRulesAreValid() throws Exception {

instrumentation/jmx-metrics/javaagent/src/main/resources/jmx/rules/hadoop.yaml

@@ -0,0 +1,15 @@
+# Hadoop Metrics
+
+Here is the list of metrics based on MBeans exposed by Hadoop.
+
+| Metric Name                 | Type          | Attributes                              | Description                                            |
+|-----------------------------|---------------|-----------------------------------------|--------------------------------------------------------|
+| hadoop.capacity             | UpDownCounter | hadoop.node.name                        | Current raw capacity of data nodes.                    |
+| hadoop.capacity.used        | UpDownCounter | hadoop.node.name                        | Current used capacity across all data nodes.           |
+| hadoop.block.count          | UpDownCounter | hadoop.node.name                        | Current number of allocated blocks in the system.      |
+| hadoop.block.missing        | UpDownCounter | hadoop.node.name                        | Current number of missing blocks.                      |
+| hadoop.block.corrupt        | UpDownCounter | hadoop.node.name                        | Current number of blocks with corrupt replicas.        |
+| hadoop.volume.failure.count | Counter       | hadoop.node.name                        | Total number of volume failures across all data nodes. |
+| hadoop.file.count           | UpDownCounter | hadoop.node.name                        | Current number of files and directories.               |
+| hadoop.connection.count     | UpDownCounter | hadoop.node.name                        | Current number of connection.                          |
+| hadoop.datanode.count       | UpDownCounter | hadoop.node.name, hadoop.datanode.state | The number of data nodes.                              |

instrumentation/jmx-metrics/javaagent/src/test/java/io/opentelemetry/instrumentation/javaagent/jmx/JmxMetricInsightInstallerTest.java

@@ -0,0 +1,73 @@
+---
+rules:
+  - bean: Hadoop:service=NameNode,name=FSNamesystem
+    prefix: hadoop.
+    metricAttribute:
+      hadoop.node.name: param(tag.Hostname)
+    mapping:
+      # hadoop.capacity
+      CapacityTotal:
+        metric: capacity
+        type: updowncounter
+        unit: By
+        desc: Current raw capacity of data nodes.
+      # hadoop.capacity.used
+      CapacityUsed:
+        metric: capacity.used
+        type: updowncounter
+        unit: By
+        desc: Current used capacity across all data nodes.
+      # hadoop.block.count
+      BlocksTotal:
+        metric: block.count
+        type: updowncounter
+        unit: "{block}"
+        desc: Current number of allocated blocks in the system.
+      # hadoop.block.missing
+      MissingBlocks:
+        metric: block.missing
+        type: updowncounter
+        unit: "{block}"
+        desc: Current number of missing blocks.
+      # hadoop.block.corrupt
+      CorruptBlocks:
+        metric: block.corrupt
+        type: updowncounter
+        unit: "{block}"
+        desc: Current number of blocks with corrupt replicas.
+      # hadoop.volume.failure.count
+      VolumeFailuresTotal:
+        metric: volume.failure.count
+        type: counter
+        unit: "{failure}"
+        desc: Total number of volume failures across all data nodes.
+        metricAttribute:
+          direction: const(sent)
+      # hadoop.file.count
+      FilesTotal:
+        metric: file.count
+        type: updowncounter
+        unit: "{file}"
+        desc: Current number of files and directories.
+      # hadoop.connection.count
+      TotalLoad:
+        metric: connection.count
+        type: updowncounter
+        unit: "{connection}"
+        desc: Current number of connections.
+
+      # hadoop.datanode.count
+      NumLiveDataNodes:
+        metric: &metric datanode.count
+        type: &type updowncounter
+        unit: &unit "{node}"
+        desc: &desc The number of data nodes.
+        metricAttribute:
+          hadoop.datanode.state: const(live)
+      NumDeadDataNodes:
+        metric: *metric
+        type: *type
+        unit: *unit
+        desc: *desc
+        metricAttribute:
+          hadoop.datanode.state: const(dead)