[Logs UX] [One Discover] Add logic to render custom recommended fields (#228038)

## Summary

closes elastic/logs-dev#256
closes #192556
closes #198562

As part of this PR, we are adding `Recommended Fields` section in
Discover.
- These fields are statically present for certain Data Source profiles
in Discover
- The fields would only appear in the list if they are present in the
documents. Meaning if a search/filter would impact what appears here.

## Logs Context

<img width="1666" height="724" alt="image"
src="https://github.com/user-attachments/assets/8c7a4633-0ba5-4f6f-8f65-a8127196f08b"
/>

## Traces Context

<img width="757" height="335" alt="image"
src="https://github.com/user-attachments/assets/46e3ddba-f982-4043-85f0-aff7aaa04dda"
/>

## Some things are still pending 

- [x] Get PM confirmation on Profiles to target with fields
- [x] Add FTR tests
- [x] Make pipeline green

---------

Co-authored-by: kibanamachine <[email protected]>

Author: 2 people

src/platform/packages/shared/kbn-apm-synthtrace-client/src/lib/logs/index.ts

@@ -29,6 +29,7 @@ export type LogDocument = Fields &
     'log.file.path'?: string;
     'service.name'?: string;
     'service.environment'?: string;
+    'service.version'?: string;
     'data_stream.namespace': string;
     'data_stream.type': string;
     'data_stream.dataset': string;
@@ -93,6 +94,25 @@ export type LogDocument = Fields &
     'orchestrator.resource.name'?: string;
     tags?: string | string[];
     'user_agent.name'?: string;
+    'orchestrator.type'?: string;
+    'orchestrator.resource.type'?: string;
+    'container.image.name'?: string;
+    'container.image.tag'?: string;
+    'container.runtime'?: string;
+    'host.os.platform'?: string;
+    'host.os.name'?: string;
+    'host.os.version'?: string;
+    'host.architecture'?: string;
+    'cloud.instance.name'?: string;
+    'kubernetes.container.image'?: string;
+    'kubernetes.container.image_id'?: string;
+    'kubernetes.node.name'?: string;
+    'kubernetes.node.uid'?: string;
+    'kubernetes.labels.app'?: string;
+    'kubernetes.labels.version'?: string;
+    'kubernetes.labels.tier'?: string;
+    'kubernetes.annotations.deployment'?: string;
+    'process.pid'?: number;
   }>;
 
 class Log extends Serializable<LogDocument> {

src/platform/packages/shared/kbn-apm-synthtrace/src/scenarios/apache_logs.ts

@@ -86,9 +86,40 @@ const scenario: Scenario<LogDocument> = async (runOptions) => {
             });
         });
 
+      // error logs
+      const errorLogs = range
+        .interval('1m')
+        .rate(10)
+        .generator((timestamp) => {
+          return Array(3)
+            .fill(0)
+            .map(() => {
+              const logsData = constructApacheLogData();
+
+              return log
+                .create({ isLogsDb })
+                .message(
+                  `ERROR: ${logsData['client.ip']} encountered server error on path ${logsData['url.path']}`
+                )
+                .dataset('apache.error')
+                .logLevel('error')
+                .defaults({
+                  ...logsData,
+                  'event.category': 'application',
+                  'event.type': 'error',
+                  'event.outcome': 'failure',
+                })
+                .timestamp(timestamp);
+            });
+        });
+
       return withClient(
         logsEsClient,
-        logger.perf('generating_apache_logs', () => [normalAccessLogs, attackSimulationLogs])
+        logger.perf('generating_apache_logs', () => [
+          normalAccessLogs,
+          attackSimulationLogs,
+          errorLogs,
+        ])
       );
     },
   };