[8.18] [ObsUX][Infra] Filter out null values from sourceDataStreams (#218772) (#218798)

# Backport

This will backport the following commits from `main` to `8.18`:
- [[ObsUX][Infra] Filter out null values from `sourceDataStreams`
(#218772)](#218772)

<!--- Backport version: 9.6.6 -->

### Questions ?
Please refer to the [Backport tool
documentation](https://github.com/sorenlouv/backport)

<!--BACKPORT [{"author":{"name":"Sergi
Romeu","email":"[email protected]"},"sourceCommit":{"committedDate":"2025-04-22T10:37:09Z","message":"[ObsUX][Infra]
Filter out null values from `sourceDataStreams` (#218772)\n\n##
Summary\n\nPart of #213045\n\nThis PR fixes an issue when the
`observability:entityCentricExperience`\nflag is enabled.\nBy some
reason, we may get null values in `sourceDataStreams` and when\nwe try
to validate it with the zod schema, it
breaks.","sha":"2dea36a0a63d4cd594e556eb4cfd346cb11f30a3","branchLabelMapping":{"^v9.1.0$":"main","^v(\\d+).(\\d+).\\d+$":"$1.$2"}},"sourcePullRequest":{"labels":["release_note:fix","Team:obs-ux-infra_services","backport:version","v9.1.0","v8.19.0","v8.18.1","v9.0.1"],"title":"[ObsUX][Infra]
Filter out null values from
`sourceDataStreams`","number":218772,"url":"https://github.com/elastic/kibana/pull/218772","mergeCommit":{"message":"[ObsUX][Infra]
Filter out null values from `sourceDataStreams` (#218772)\n\n##
Summary\n\nPart of #213045\n\nThis PR fixes an issue when the
`observability:entityCentricExperience`\nflag is enabled.\nBy some
reason, we may get null values in `sourceDataStreams` and when\nwe try
to validate it with the zod schema, it
breaks.","sha":"2dea36a0a63d4cd594e556eb4cfd346cb11f30a3"}},"sourceBranch":"main","suggestedTargetBranches":["8.19","8.18","9.0"],"targetPullRequestStates":[{"branch":"main","label":"v9.1.0","branchLabelMappingKey":"^v9.1.0$","isSourceBranch":true,"state":"MERGED","url":"https://github.com/elastic/kibana/pull/218772","number":218772,"mergeCommit":{"message":"[ObsUX][Infra]
Filter out null values from `sourceDataStreams` (#218772)\n\n##
Summary\n\nPart of #213045\n\nThis PR fixes an issue when the
`observability:entityCentricExperience`\nflag is enabled.\nBy some
reason, we may get null values in `sourceDataStreams` and when\nwe try
to validate it with the zod schema, it
breaks.","sha":"2dea36a0a63d4cd594e556eb4cfd346cb11f30a3"}},{"branch":"8.19","label":"v8.19.0","branchLabelMappingKey":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"},{"branch":"8.18","label":"v8.18.1","branchLabelMappingKey":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"},{"branch":"9.0","label":"v9.0.1","branchLabelMappingKey":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"}]}]
BACKPORT-->

Co-authored-by: Sergi Romeu <[email protected]>

Author: kibanamachine

x-pack/solutions/observability/plugins/infra/server/routes/entities/get_data_stream_types.test.ts

@@ -136,7 +136,7 @@ describe('getDataStreamTypes', () => {
   it('should return entity source_data_stream types when has no metrics', async () => {
     (getHasMetricsData as jest.Mock).mockResolvedValue(false);
     (getLatestEntity as jest.Mock).mockResolvedValue({
-      sourceDataStreamType: ['logs', 'traces'],
+      sourceDataStreamType: ['logs'],
     });
 
     const params = {
@@ -153,6 +153,29 @@ describe('getDataStreamTypes', () => {
     };
 
     const result = await getDataStreamTypes(params);
-    expect(result).toEqual(['logs', 'traces']);
+    expect(result).toEqual(['logs']);
+  });
+
+  it('should ignore null values returned from latestEntity', async () => {
+    (getHasMetricsData as jest.Mock).mockResolvedValue(false);
+    (getLatestEntity as jest.Mock).mockResolvedValue({
+      sourceDataStreamType: ['logs', null, 'metrics', null],
+    });
+
+    const params = {
+      entityId: 'entity123',
+      entityType: 'built_in_hosts_from_ecs_data',
+      entityFilterType: 'host',
+      entityCentricExperienceEnabled: true,
+      infraMetricsClient,
+      obsEsClient,
+      entityManagerClient,
+      logger,
+      from: '2024-12-09T10:49:15Z',
+      to: '2024-12-10T10:49:15Z',
+    };
+
+    const result = await getDataStreamTypes(params);
+    expect(result).toEqual(['logs', 'metrics']);
   });
 });

x-pack/solutions/observability/plugins/infra/server/routes/entities/get_data_stream_types.ts

@@ -63,7 +63,13 @@ export async function getDataStreamTypes({
 
   if (latestEntity) {
     castArray(latestEntity.sourceDataStreamType).forEach((item) => {
-      sourceDataStreams.add(item as EntityDataStreamType);
+      if (
+        [EntityDataStreamType.LOGS, EntityDataStreamType.METRICS].includes(
+          item as EntityDataStreamType
+        )
+      ) {
+        sourceDataStreams.add(item as EntityDataStreamType);
+      }
     });
   }