Dedupe index names when returning search response (#10850)

* Dedupe index names when returning search response

Signed-off-by: Amardeepsingh Siglani <[email protected]>

* Changeset file for PR #10850 created/updated

---------

Signed-off-by: Amardeepsingh Siglani <[email protected]>
Co-authored-by: opensearch-changeset-bot[bot] <154024398+opensearch-changeset-bot[bot]@users.noreply.github.com>

Author: amsiglan

changelogs/fragments/10850.yml

@@ -0,0 +1,2 @@
+fix:
+- Dedupe index names for data selection ([#10850](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/10850))

src/plugins/data/public/query/query_string/dataset_service/lib/index_type.ts

@@ -231,15 +231,17 @@ const fetchIndices = async (dataStructure: DataStructure): Promise<string[]> =>
       return [];
     }
 
-    return rawResponse.aggregations.indices.buckets.map((bucket: { key: string }) => {
+    const uniqueResponses = new Set<string>();
+    rawResponse.aggregations.indices.buckets.forEach((bucket: { key: string }) => {
       const key = bucket.key;
       // Note: Index names cannot contain ':' or '::' in OpenSearch, so these delimiters
       // are guaranteed not to be part of the regular format of index name
       const parts = key.split(DELIMITER);
       const lastPart = parts[parts.length - 1] || key;
       // extract index name or return original key if pattern doesn't match
-      return lastPart.split(':')[0] || key;
+      uniqueResponses.add(lastPart.split(':')[0] || key);
     });
+    return Array.from(uniqueResponses);
   };
 
   return search