export kubearchive traces to cluster otlp collector (#7512)

* export kubearchive traces to cluster otlp collector

export kubearchive traces to cluster otlp collector so traces can be viewed in signalfx

Signed-off-by: skoved <[email protected]>

* fix kubearchive kustomization on stone-stg-rh01. add configuration to config-tracing for knative eventing. set kubearchive traces to delegate on stone-stg-rh01

Signed-off-by: skoved <[email protected]>

---------

Signed-off-by: skoved <[email protected]>

Author: skoved

components/knative-eventing/staging/stone-stg-rh01/kustomization.yaml

@@ -3,3 +3,15 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - ../../base
+
+patches:
+  - patch: |-
+      apiVersion: v1
+      kind: ConfigMap
+      metadata:
+        name: config-tracing
+        namespace: knative-eventing
+      data:
+        backend: "zipkin"
+        zipkin-endpoint: "http://otel-collector.product-kubearchive.svc.cluster.local:9411/api/v2/spans"
+        sample-rate: "0.1"

components/kubearchive/base/monitoring-otel-collector.yaml

@@ -32,6 +32,8 @@ spec:
       port: 8888
     - name: https
       port: 8443
+    - name: zipkin
+      port: 9411
   selector:
     app: otel-collector
 ---

components/kubearchive/staging/stone-stg-rh01/kustomization.yaml

@@ -30,3 +30,53 @@ patches:
       kind: Service
       metadata:
         name: postgresql
+  # Only export otel traces that are sampled by parent
+  - patch: |-
+      apiVersion: apps/v1
+      kind: Deployment
+      metadata:
+        name: kubearchive-sink
+        namespace: kubearchive
+      spec:
+        template:
+          spec:
+            containers:
+              - name: kubearchive-sink
+                env:
+                - name: KUBEARCHIVE_OTEL_MODE
+                  value: delegated
+  - patch: |-
+      apiVersion: apps/v1
+      kind: Deployment
+      metadata:
+        name: kubearchive-api-server
+        namespace: kubearchive
+      spec:
+        template:
+          spec:
+            containers:
+              - name: kubearchive-api-server
+                env:
+                - name: KUBEARCHIVE_OTEL_MODE
+                  value: delegated
+  - patch: |-
+      apiVersion: apps/v1
+      kind: Deployment
+      metadata:
+        name: kubearchive-operator
+        namespace: kubearchive
+      spec:
+        template:
+          spec:
+            containers:
+              - name: manager
+                env:
+                - name: KUBEARCHIVE_OTEL_MODE
+                  value: delegated
+
+configMapGenerator:
+  - name: otel-collector-conf
+    behavior: replace
+    namespace: product-kubearchive
+    files:
+      - otel-collector-config.yaml

components/kubearchive/staging/stone-stg-rh01/otel-collector-config.yaml

@@ -0,0 +1,31 @@
+---
+receivers:
+  otlp:
+    protocols:
+      http:
+        endpoint: 0.0.0.0:4318
+  zipkin:
+    endpoint: 0.0.0.0:9411
+
+processors:
+  batch:
+
+exporters:
+  prometheus:
+    endpoint: 127.0.0.1:9090
+    send_timestamps: true
+    add_metric_suffixes: false
+  otlp:  # otlp collector that sends traces to signalfx
+    endpoint: open-telemetry-opentelemetry-collector.konflux-otel.svc.cluster.local:4318
+  debug:
+
+service:
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [prometheus]
+    traces:
+      receivers: [otlp, zipkin]
+      processors: [batch]
+      exporters: [debug, otlp]