some adjusts

Author: luancazarine

components/agentset/common/utils.mjs

@@ -31,3 +31,12 @@ export const parseObject = (obj) => {
   }
   return obj;
 };
+
+export const prepareDateTime = (data) => {
+  return data.completedAt ||
+  data.failedAt ||
+  data.processingAt ||
+  data.preProcessingAt ||
+  data.queuedAt ||
+  data.createdAt;
+};

components/agentset/sources/common/base.mjs

@@ -1,5 +1,6 @@
 import { DEFAULT_POLLING_SOURCE_TIMER_INTERVAL } from "@pipedream/platform";
 import agentset from "../../agentset.app.mjs";
+import { prepareDateTime } from "../../common/utils.mjs";
 
 export default {
   props: {
@@ -49,7 +50,8 @@ export default {
 
       let responseArray = [];
       for await (const item of response) {
-        if (Date.parse(item.createdAt) <= lastData) break;
+        const dateTime = prepareDateTime(item);
+        if (Date.parse(dateTime) <= lastData) break;
         responseArray.push(item);
       }
 
@@ -58,10 +60,11 @@ export default {
       }
 
       for (const item of responseArray.reverse()) {
+        const dateTime = prepareDateTime(item);
         this.$emit(item, {
           id: `${item.id}-${item.status}`,
           summary: this.getSummary(item),
-          ts: Date.parse(item.createdAt),
+          ts: Date.parse(dateTime),
         });
       }
     },

components/agentset/sources/new-document/new-document.mjs renamed to components/agentset/sources/document-status-updated/document-status-updated.mjs

@@ -3,9 +3,9 @@ import sampleEmit from "./test-event.mjs";
 
 export default {
   ...common,
-  key: "agentset-new-document",
-  name: "New Document Status",
-  description: "Emit new event when a new document status is updated. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/documents/list)",
+  key: "agentset-document-status-updated",
+  name: "Document Status Updated",
+  description: "Emit new event when a document status is updated. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/documents/list)",
   version: "0.0.1",
   type: "source",
   dedupe: "unique",
@@ -15,7 +15,7 @@ export default {
       return this.agentset.listDocuments;
     },
     getSummary(item) {
-      return `New Document: ${item.name || item.id}`;
+      return `Document ${item.name || item.id} has a new status: ${item.status}`;
     },
   },
   sampleEmit,

components/agentset/sources/new-document/test-event.mjs renamed to components/agentset/sources/document-status-updated/test-event.mjs

@@ -3,9 +3,9 @@ import sampleEmit from "./test-event.mjs";
 
 export default {
   ...common,
-  key: "agentset-new-ingest-job",
-  name: "New Ingest Job Status",
-  description: "Emit new event when a new ingest job status is updated. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/ingest-jobs/list)",
+  key: "agentset-ingest-job-status-updated",
+  name: "Ingest Job Status Updated",
+  description: "Emit new event when a ingest job status is updated. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/ingest-jobs/list)",
   version: "0.0.1",
   type: "source",
   dedupe: "unique",
@@ -15,7 +15,7 @@ export default {
       return this.agentset.listIngestJobs;
     },
     getSummary(item) {
-      return `New Ingest Job: ${item.id}`;
+      return `Ingest Job (${item.id}) has a new status: ${item.status}`;
     },
   },
   sampleEmit,