Re-enable datadog_otel_components_ocb_build with new rules (#46641)

### What does this PR do?
- Re-enables the `datadog_otel_components_ocb_build` integration test job that was previously disabled
- Adds a new `.on_otel_components_changes` rule anchor that runs the job on main merges and on changes to `cmd/otel-agent/**/*`, `comp/otelcol/**/*`, or `test/otel/testdata/**/*`
- Requests higher resources for ocb build to pass reliably (from #46176)

### Motivation

### Describe how you validated your changes

### Additional Notes


Co-authored-by: stanley.liu <stanley.liu@datadoghq.com>

Author: liustanley

.gitlab-ci.yml

@@ -1056,6 +1056,17 @@ workflow:
       compare_to: $COMPARE_TO_BRANCH
     when: on_success
 
+.on_otel_components_changes:
+  - !reference [.except_mergequeue]
+  - !reference [.on_main]
+  - changes:
+      paths:
+        - cmd/otel-agent/**/*
+        - comp/otelcol/**/*
+        - test/otel/testdata/**/*
+      compare_to: $COMPARE_TO_BRANCH
+    when: on_success
+
 .on_ssi_or_e2e_changes:
   - !reference [.on_e2e_main_release_or_rc]
   - changes:

.gitlab/test/integration_test/otel.yml

@@ -62,28 +62,30 @@ docker_image_build_otel:
     - !reference [.except_mergequeue]
     - when: on_success
 
-# TODO(songy23): re-enable datadog_otel_components_ocb_build after OSS DD exporter adopts https://github.com/DataDog/datadog-agent/pull/42542
-# datadog_otel_components_ocb_build:
-#   stage: integration_test
-#   image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
-#   tags: ["arch:amd64", "specific:true"]
-#   needs: ["go_deps"]
-#   artifacts:
-#     paths:
-#       - ocb-output.log
-#       - otelcol-custom.log
-#       - flare-info.log
-#     when: always
-#   before_script:
-#     - !reference [.retrieve_linux_go_deps]
-#   script:
-#     - echo "Building custom collector with datadog components"
-#     - test/otel/testdata/ocb_build_script.sh
-#     - echo "see artifacts for job logs"
-#   rules:
-#     - !reference [.except_mergequeue]
-#     - when: on_success
-#   timeout: 15 minutes
+datadog_otel_components_ocb_build:
+  stage: integration_test
+  image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
+  tags: ["arch:amd64", "specific:true"]
+  needs: ["go_deps"]
+  artifacts:
+    paths:
+      - ocb-output.log
+      - otelcol-custom.log
+      - flare-info.log
+    when: always
+  before_script:
+    - !reference [.retrieve_linux_go_deps]
+  script:
+    - echo "Building custom collector with datadog components"
+    - test/otel/testdata/ocb_build_script.sh
+    - echo "see artifacts for job logs"
+  rules:
+    - !reference [.on_otel_components_changes]
+  timeout: 15 minutes
+  variables:
+    KUBERNETES_CPU_REQUEST: 16
+    KUBERNETES_MEMORY_REQUEST: 32Gi
+    KUBERNETES_MEMORY_LIMIT: 32Gi
 
 # Test that the BYOC packages can be built with the existing Dockerfile
 ddot_byoc_package_build_test_rpm:

test/otel/testdata/builder-config.yaml

@@ -6,7 +6,7 @@ connectors:
 - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/connector/datadogconnector
     v0.145.0
 converters:
-- gomod: github.com/DataDog/datadog-agent/comp/otelcol/converter/impl v0.64.3
+- gomod: github.com/DataDog/datadog-agent/comp/otelcol/converter/impl v0.75.2
   path: ./comp/otelcol/converter/impl
 dist:
   description: Basic OTel Collector distribution for Developers
@@ -22,10 +22,10 @@ exporters:
 - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/exporter/datadogexporter
     v0.145.0
 - gomod: github.com/DataDog/datadog-agent/comp/otelcol/otlp/components/exporter/serializerexporter
-    v0.64.3
+    v0.75.2
   path: ./comp/otelcol/otlp/components/exporter/serializerexporter
 extensions:
-- gomod: github.com/DataDog/datadog-agent/comp/otelcol/ddflareextension/impl v0.64.3
+- gomod: github.com/DataDog/datadog-agent/comp/otelcol/ddflareextension/impl v0.75.2
   path: ./comp/otelcol/ddflareextension/impl
 - gomod: go.opentelemetry.io/collector/extension/zpagesextension v0.145.0
 - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/extension/healthcheckextension
@@ -42,7 +42,7 @@ extensions:
     v0.145.0
 processors:
 - gomod: github.com/DataDog/datadog-agent/comp/otelcol/otlp/components/processor/infraattributesprocessor
-    v0.64.3
+    v0.75.2
   path: ./comp/otelcol/otlp/components/processor/infraattributesprocessor
 - gomod: go.opentelemetry.io/collector/processor/batchprocessor v0.145.0
 - gomod: go.opentelemetry.io/collector/processor/memorylimiterprocessor v0.145.0