File showing up as duplicate fix

Author: kazmer97

src/ui/src/components/common/map-document-attributes.js

@@ -76,7 +76,11 @@ const mapDocumentsAttributes = (documents) => {
     const hitlTriggered = hitlStatus && hitlStatus !== 'N/A';
     const hitlCompleted = isHitlCompleted(hitlStatus);
 
+    // Create a unique ID combining PK and SK for proper row tracking
+    const uniqueId = listPK && listSK ? `${listPK}#${listSK}` : objectKey;
+
     const mapping = {
+      uniqueId,
       objectKey,
       objectStatus,
       initialEventTime: formatDate(initialEventTime),

src/ui/src/components/document-list/DocumentList.jsx

@@ -20,6 +20,7 @@ import {
   DocumentsCommonHeader,
   COLUMN_DEFINITIONS_MAIN,
   KEY_COLUMN_ID,
+  UNIQUE_TRACK_ID,
   SELECTION_LABELS,
   DEFAULT_PREFERENCES,
   DEFAULT_SORT_COLUMN,
@@ -64,7 +65,7 @@ const DocumentList = () => {
     sorting: { defaultState: { sortingColumn: DEFAULT_SORT_COLUMN, isDescending: true } },
     selection: {
       keepSelection: false,
-      trackBy: KEY_COLUMN_ID,
+      trackBy: UNIQUE_TRACK_ID,
     },
   });
 
@@ -150,7 +151,7 @@ const DocumentList = () => {
         wrapLines={preferences.wrapLines}
         pagination={<Pagination {...paginationProps} ariaLabels={paginationLabels} />}
         preferences={<DocumentsPreferences preferences={preferences} setPreferences={setPreferences} />}
-        trackBy={items.objectKey}
+        trackBy={UNIQUE_TRACK_ID}
         visibleColumns={[KEY_COLUMN_ID, ...preferences.visibleContent]}
         resizableColumns
       />

src/ui/src/components/document-list/documents-table-config.jsx

@@ -8,6 +8,7 @@ import { DOCUMENTS_PATH } from '../../routes/constants';
 import { renderHitlStatus } from '../common/hitl-status-renderer';
 
 export const KEY_COLUMN_ID = 'objectKey';
+export const UNIQUE_TRACK_ID = 'uniqueId';
 
 export const COLUMN_DEFINITIONS_MAIN = [
   {

src/ui/src/hooks/use-graphql-api.js

@@ -30,16 +30,37 @@ const useGraphQlApi = ({ initialPeriodsToLoad = DOCUMENT_LIST_SHARDS_PER_DAY * 2
     logger.debug('setDocumentsDeduped called with:', documentValues);
     setDocuments((currentDocuments) => {
       const documentValuesdocumentIds = documentValues.map((c) => c.ObjectKey);
-      const updatedDocuments = [
-        ...currentDocuments.filter((c) => !documentValuesdocumentIds.includes(c.ObjectKey)),
-        ...documentValues.map((document) => ({
-          ...document,
-          ListPK: document.ListPK || currentDocuments.find((c) => c.ObjectKey === document.ObjectKey)?.ListPK,
-          ListSK: document.ListSK || currentDocuments.find((c) => c.ObjectKey === document.ObjectKey)?.ListSK,
-        })),
-      ];
-      logger.debug('Documents state updated, new count:', updatedDocuments.length);
-      return updatedDocuments;
+
+      // Remove old entries with matching ObjectKeys
+      const filteredCurrentDocuments = currentDocuments.filter((c) => !documentValuesdocumentIds.includes(c.ObjectKey));
+
+      // Add new entries with PK/SK preserved
+      const newDocuments = documentValues.map((document) => ({
+        ...document,
+        ListPK: document.ListPK || currentDocuments.find((c) => c.ObjectKey === document.ObjectKey)?.ListPK,
+        ListSK: document.ListSK || currentDocuments.find((c) => c.ObjectKey === document.ObjectKey)?.ListSK,
+      }));
+
+      // Combine and deduplicate by ObjectKey, keeping only the latest entry per ObjectKey
+      const allDocuments = [...filteredCurrentDocuments, ...newDocuments];
+      const deduplicatedByObjectKey = Object.values(
+        allDocuments.reduce((acc, doc) => {
+          const existing = acc[doc.ObjectKey];
+          // Keep the document with the most recent CompletionTime or InitialEventTime
+          if (!existing) {
+            acc[doc.ObjectKey] = doc;
+          } else {
+            const existingTime = existing.CompletionTime || existing.InitialEventTime || '0';
+            const newTime = doc.CompletionTime || doc.InitialEventTime || '0';
+            if (newTime > existingTime) {
+              acc[doc.ObjectKey] = doc;
+            }
+          }
+          return acc;
+        }, {}),
+      );
+
+      return deduplicatedByObjectKey;
     });
   }, []);