Support Flink monitoring (#13172)

Author: peachisai

.github/workflows/skywalking.yaml

@@ -664,6 +664,8 @@ jobs:
             config: test/e2e-v2/cases/activemq/e2e.yaml
           - name: Kong
             config: test/e2e-v2/cases/kong/e2e.yaml
+          - name: Flink
+            config: test/e2e-v2/cases/flink/e2e.yaml
 
           - name: UI Menu BanyanDB
             config: test/e2e-v2/cases/menu/banyandb/e2e.yaml

docs/en/changes/changes.md

@@ -11,6 +11,7 @@
 * Support `hot/warm/cold` stages TTL query in the status API.
 * PromQL Service: traffic query support `limit` and regex match.
 * Fix an edge case of HashCodeSelector(Integer#MIN_VALUE causes ArrayIndexOutOfBoundsException).
+* Support Flink monitoring.
 
 #### UI
 

docs/en/setup/backend/backend-clickhouse-monitoring.md

@@ -21,7 +21,7 @@ the metrics to
    .
 2. Set up [OpenTelemetry Collector ](https://opentelemetry.io/docs/collector/getting-started/#docker). For details on
    Prometheus Receiver in OpenTelemetry Collector, refer
-   to [here](../../../../test/e2e-v2/cases/mysql/prometheus-mysql-exporter/otel-collector-config.yaml).
+   to [here](../../../../test/e2e-v2/cases/clickhouse/clickhouse-prometheus-endpoint/otel-collector-config.yaml).
 3. Config SkyWalking [OpenTelemetry receiver](opentelemetry-receiver.md).
 
 ### ClickHouse Monitoring

docs/en/setup/backend/backend-flink-monitoring.md

@@ -60,4 +60,7 @@ for identification of the metric data.
 | Metrics of ClickHouse                   | otel-rules/clickhouse/clickhouse-service.yaml       | ClickHouse(embedded prometheus endpoint) -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server        |
 | Metrics of RocketMQ                     | otel-rules/rocketmq/rocketmq-cluster.yaml           | rocketmq-exporter -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                 |
 | Metrics of RocketMQ                     | otel-rules/rocketmq/rocketmq-broker.yaml            | rocketmq-exporter -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                 |
-| Metrics of RocketMQ                     | otel-rules/rocketmq/rocketmq-topic.yaml             | rocketmq-exporter -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                 |
+| Metrics of RocketMQ                     | otel-rules/rocketmq/rocketmq-topic.yaml             | rocketmq-exporter -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                 |
+| Metrics of Flink                        | otel-rules/flink/flink-jobManager.yaml              | flink jobManager -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                 |
+| Metrics of Flink                        | otel-rules/flink/flink-taskManager.yaml             | flink taskManager -> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server                                |
+| Metrics of Flink                        | otel-rules/flink/flink-job.yaml                     | flink jobManager &  flink taskManager-> OpenTelemetry Collector -- OTLP exporter --> SkyWalking OAP Server             |

docs/en/setup/backend/opentelemetry-receiver.md

@@ -152,6 +152,10 @@ catalog:
                 path: "/en/setup/backend/dashboards-so11y-java-agent"
               - name: "SkyWalking Go Agent self telemetry"
                 path: "/en/setup/backend/dashboards-so11y-go-agent"
+          - name: "Data Processing Engine"
+            catalog:
+              - name: "Flink"
+                path: "/en/setup/backend/backend-flink-monitoring.md"
       - name: "Configuration Vocabulary"
         path: "/en/setup/backend/configuration-vocabulary"
       - name: "Advanced Setup"

docs/en/swip/SWIP-9.md

@@ -251,7 +251,12 @@ public enum Layer {
      * The self observability of SkyWalking Go Agent,
      * which provides the abilities to measure the tracing performance and error statistics of plugins.
      */
-    SO11Y_GO_AGENT(41, true);
+    SO11Y_GO_AGENT(41, true),
+
+    /**
+     * Apache Flink is a framework and distributed processing engine for stateful computations over unbounded and bounded data streams
+     */
+    FLINK(42, true);
 
     private final int value;
     /**

docs/menu.yml

@@ -79,6 +79,7 @@ public class UITemplateInitializer {
         Layer.SO11Y_JAVA_AGENT.name(),
         Layer.KONG.name(),
         Layer.SO11Y_GO_AGENT.name(),
+        Layer.FLINK.name(),
         "custom"
     };
     private final UITemplateManagementService uiTemplateManagementService;

oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/analysis/Layer.java

@@ -370,7 +370,7 @@ receiver-otel:
   selector: ${SW_OTEL_RECEIVER:default}
   default:
     enabledHandlers: ${SW_OTEL_RECEIVER_ENABLED_HANDLERS:"otlp-metrics,otlp-logs"}
-    enabledOtelMetricsRules: ${SW_OTEL_RECEIVER_ENABLED_OTEL_METRICS_RULES:"apisix,nginx/*,k8s/*,istio-controlplane,vm,mysql/*,postgresql/*,oap,aws-eks/*,windows,aws-s3/*,aws-dynamodb/*,aws-gateway/*,redis/*,elasticsearch/*,rabbitmq/*,mongodb/*,kafka/*,pulsar/*,bookkeeper/*,rocketmq/*,clickhouse/*,activemq/*,kong/*"}
+    enabledOtelMetricsRules: ${SW_OTEL_RECEIVER_ENABLED_OTEL_METRICS_RULES:"apisix,nginx/*,k8s/*,istio-controlplane,vm,mysql/*,postgresql/*,oap,aws-eks/*,windows,aws-s3/*,aws-dynamodb/*,aws-gateway/*,redis/*,elasticsearch/*,rabbitmq/*,mongodb/*,kafka/*,pulsar/*,bookkeeper/*,rocketmq/*,clickhouse/*,activemq/*,kong/*,flink/*"}
 
 receiver-zipkin:
   selector: ${SW_RECEIVER_ZIPKIN:-}