Updating EDOT collector configuration samples for mOTLP input

changelog/fragments/1760515775-batchingconfig.yaml

@@ -0,0 +1,32 @@
+# Kind can be one of:
+# - breaking-change: a change to previously-documented behavior
+# - deprecation: functionality that is being removed in a later release
+# - bug-fix: fixes a problem in a previous version
+# - enhancement: extends functionality but does not break or fix existing behavior
+# - feature: new functionality
+# - known-issue: problems that we are aware of in a given version
+# - security: impacts on the security of a product or a user’s deployment.
+# - upgrade: important information for someone upgrading from a prior version
+# - other: does not fit into any of the other categories
+kind: other
+
+# Change summary; a 80ish characters long description of the change.
+summary: Updating EDOT gateway collector configuration samples for mOTLP input
+
+# Long description; in case the summary is not enough to describe the change
+# this field accommodate a description without length limits.
+# NOTE: This field will be rendered only for breaking-change and known-issue kinds at the moment.
+#description:
+
+# Affected component; usually one of "elastic-agent", "fleet-server", "filebeat", "metricbeat", "auditbeat", "all", etc.
+component: elastic-agent
+
+# PR URL; optional; the PR number that added the changeset.
+# If not present is automatically filled by the tooling finding the PR where this changelog fragment has been added.
+# NOTE: the tooling supports backports, so it's able to fill the original PR number instead of the backport PR number.
+# Please provide it if you are adding a fragment for a different PR.
+#pr: https://github.com/owner/repo/1234
+
+# Issue URL; optional; the GitHub issue related to this changeset (either closes or is part of).
+# If not present is automatically filled by the tooling with the issue linked to the PR number.
+#issue: https://github.com/owner/repo/1234

deploy/helm/edot-collector/kube-stack/managed_otlp/logs-values.yaml

@@ -244,6 +244,15 @@ collectors:
           endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
           headers:
             Authorization: ApiKey ${env:ELASTIC_API_KEY}
+          sending_queue:
+            enabled: true
+            sizer: bytes
+            queue_size: 50000000 # 50MB uncompressed
+            block_on_overflow: true
+            batch:
+              flush_timeout: 1s  
+              min_size: 1_000_000 # 1MB uncompressed
+              max_size: 4_000_000 # 4MB uncompressed
           timeout: 15s
       service:
         pipelines:

deploy/helm/edot-collector/kube-stack/managed_otlp/values.yaml

@@ -555,25 +555,48 @@ collectors:
           timeout: 1s
       exporters:
         debug:
-        otlp/ingest:
+        otlp/ingest_logs:
           endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
           headers:
             Authorization: ApiKey ${env:ELASTIC_API_KEY}
+          sending_queue:
+            enabled: true
+            sizer: bytes
+            queue_size: 50000000 # 50MB uncompressed
+            block_on_overflow: true
+            batch:
+              flush_timeout: 1s  
+              min_size: 1_000_000 # 1MB uncompressed
+              max_size: 4_000_000 # 4MB uncompressed
+          timeout: 15s
+        otlp/ingest_metrics_traces:
+          endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
+          headers:
+            Authorization: ApiKey ${env:ELASTIC_API_KEY}
+          sending_queue:
+            enabled: true
+            sizer: bytes
+            queue_size: 50000000 # 50MB uncompressed
+            block_on_overflow: true
+            batch:
+              flush_timeout: 1s  
+              min_size: 1_000_000 # 1MB uncompressed
+              max_size: 4_000_000 # 4MB uncompressed
           timeout: 15s
       service:
         pipelines:
           metrics:
             receivers: [otlp]
             processors: [batch/metrics]
-            exporters: [debug, otlp/ingest]
+            exporters: [debug, otlp/ingest_metrics_traces]
           logs:
             receivers: [otlp]
             processors: [batch]
-            exporters: [debug, otlp/ingest]
+            exporters: [debug, otlp/ingest_logs]
           traces:
             receivers: [otlp]
             processors: [batch]
-            exporters: [debug, otlp/ingest]
+            exporters: [debug, otlp/ingest_metrics_traces]
 # For more details on OpenTelemetry's zero-code instrumentation, see:
 # https://opentelemetry.io/docs/concepts/instrumentation/zero-code/
 instrumentation:

internal/pkg/otel/samples/darwin/managed_otlp/logs_metrics_traces.yml

@@ -83,6 +83,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]

internal/pkg/otel/samples/darwin/managed_otlp/platformlogs.yml

@@ -57,6 +57,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]

internal/pkg/otel/samples/darwin/managed_otlp/platformlogs_hostmetrics.yml

@@ -78,6 +78,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]

internal/pkg/otel/samples/linux/managed_otlp/logs_metrics_traces.yml

@@ -90,6 +90,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]

internal/pkg/otel/samples/linux/managed_otlp/platformlogs.yml

@@ -57,6 +57,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]

internal/pkg/otel/samples/linux/managed_otlp/platformlogs_hostmetrics.yml

@@ -85,6 +85,15 @@ exporters:
     endpoint: ${env:ELASTIC_OTLP_ENDPOINT}
     headers:
       Authorization: ApiKey ${env:ELASTIC_API_KEY}
+    sending_queue:
+      enabled: true
+      sizer: bytes
+      queue_size: 50000000 # 50MB uncompressed
+      block_on_overflow: true
+      batch:
+        flush_interval: 1s
+        min_size: 1_000_000 # 1MB uncompressed
+        max_size: 4_000_000 # 4MB uncompressed
 
 service:
   extensions: [file_storage]