Complete OTel configuration pipelines with an exporter (elastic#233090)

- Merge configuration of multiple inputs in a single configuration.
- Add a forward connector as exporter for each input pipeline.
- Generate an exporter configuration based on the assigned data output.
- Add a pipeline with all the forward connectors as receivers and the
  generated exporter as exporter.
- Add a transform processor to each pipeline with the attributes for
  dynamic routing.

Author: jsoriano

x-pack/platform/plugins/shared/fleet/server/services/agent_policies/full_agent_policy.ts

@@ -26,15 +26,13 @@ import type {
   FleetProxy,
   FleetServerHost,
   AgentPolicy,
-  TemplateAgentPolicyInput,
 } from '../../types';
 import type {
   DownloadSource,
   FullAgentPolicyDownload,
   FullAgentPolicyInput,
   FullAgentPolicyMonitoring,
   FullAgentPolicyOutputPermissions,
-  OTelCollectorConfig,
   PackageInfo,
 } from '../../../common/types';
 import { agentPolicyService } from '../agent_policy';
@@ -64,6 +62,7 @@ import {
   DEFAULT_CLUSTER_PERMISSIONS,
 } from './package_policies_to_agent_permissions';
 import { fetchRelatedSavedObjects } from './related_saved_objects';
+import { generateOtelcolConfig } from './otel_collector';
 
 async function fetchAgentPolicy(soClient: SavedObjectsClientContract, id: string) {
   try {
@@ -162,7 +161,7 @@ export async function getFullAgentPolicy(
 
   let otelcolConfig;
   if (experimentalFeature.enableOtelIntegrations) {
-    otelcolConfig = generateOtelcolConfig(agentInputs);
+    otelcolConfig = generateOtelcolConfig(agentInputs, dataOutput);
   }
 
   const inputs = agentInputs
@@ -891,25 +890,3 @@ export function getBinarySourceSettings(
   }
   return config;
 }
-
-// Generate OTel Collector policy
-export function generateOtelcolConfig(inputs: FullAgentPolicyInput[] | TemplateAgentPolicyInput[]) {
-  const otelConfig = inputs.flatMap((input) => {
-    if (input.type === OTEL_COLLECTOR_INPUT_TYPE) {
-      const otelInputs: OTelCollectorConfig[] = (input?.streams ?? []).flatMap((inputStream) => {
-        return {
-          ...(inputStream?.receivers ? { receivers: inputStream.receivers } : {}),
-          ...(inputStream?.service ? { service: inputStream.service } : {}),
-          ...(inputStream?.extensions ? { service: inputStream.extensions } : {}),
-          ...(inputStream?.processors ? { service: inputStream.processors } : {}),
-          ...(inputStream?.connectors ? { service: inputStream.connectors } : {}),
-          ...(inputStream?.exporters ? { service: inputStream.exporters } : {}),
-        };
-      });
-
-      return otelInputs;
-    }
-  });
-
-  return otelConfig.length > 0 ? otelConfig[0] : {};
-}