source updates

Author: michelle0927

components/instantly/actions/update-lead-status/update-lead-status.mjs

@@ -4,7 +4,7 @@ import instantly from "../../instantly.app.mjs";
 export default {
   key: "instantly-update-lead-status",
   name: "Update Lead Status",
-  description: "Updates the status of a lead in a campaign. [See the documentation](https://developer.instantly.ai/api/v2/customtag/toggletagresource)",
+  description: "Updates the interest status of a lead in a campaign. [See the documentation](https://developer.instantly.ai/api/v2/customtag/toggletagresource)",
   version: "0.0.2",
   type: "action",
   props: {

components/instantly/common/constants.mjs

@@ -1,68 +1,5 @@
 export const LIMIT = 100;
 
-export const EVENT_TYPE_OPTIONS = [
-  {
-    label: "Email Sent",
-    value: "email_sent",
-  },
-  {
-    label: "Email Bounced",
-    value: "email_bounced",
-  },
-  {
-    label: "Email Opened",
-    value: "email_opened",
-  },
-  {
-    label: "Email Link Clicked",
-    value: "email_link_clicked",
-  },
-  {
-    label: "Reply Received",
-    value: "reply_received",
-  },
-  {
-    label: "Lead Unsubscribed",
-    value: "lead_unsubscribed",
-  },
-  {
-    label: "Campaign Completed",
-    value: "campaign_completed",
-  },
-  {
-    label: "Account Error",
-    value: "account_error",
-  },
-  {
-    label: "Lead Not Interested",
-    value: "lead_not_interested",
-  },
-  {
-    label: "Lead Neutral",
-    value: "lead_neutral",
-  },
-  {
-    label: "Lead Meeting Booked",
-    value: "lead_meeting_booked",
-  },
-  {
-    label: "Lead Meeting Completed",
-    value: "lead_meeting_completed",
-  },
-  {
-    label: "Lead Closed",
-    value: "lead_closed",
-  },
-  {
-    label: "Lead Out of Office",
-    value: "lead_out_of_office",
-  },
-  {
-    label: "Lead Wrong Person",
-    value: "lead_wrong_person",
-  },
-];
-
 export const NEW_STATUS_OPTIONS = [
   {
     label: "Out of Office",

components/instantly/instantly.app.mjs

@@ -1,6 +1,5 @@
 import { axios } from "@pipedream/platform";
 import {
-  EVENT_TYPE_OPTIONS,
   LIMIT,
   NEW_STATUS_OPTIONS,
 } from "./common/constants.mjs";
@@ -87,24 +86,6 @@ export default {
         };
       },
     },
-    skipIfInWorkspace: {
-      type: "boolean",
-      label: "Skip if in Workspace",
-      description: "Skip lead if it exists in any campaigns in the workspace",
-      optional: true,
-    },
-    skipIfInCampaign: {
-      type: "boolean",
-      label: "Skip if in Campaign",
-      description: "Skip lead if it exists in the campaign",
-      optional: true,
-    },
-    eventType: {
-      type: "string",
-      label: "Event Type",
-      description: "Type of event to filter",
-      options: EVENT_TYPE_OPTIONS,
-    },
     newStatus: {
       type: "string",
       label: "New Status",
@@ -150,6 +131,18 @@ export default {
         ...opts,
       });
     },
+    listEmails(opts = {}) {
+      return this._makeRequest({
+        path: "/emails",
+        ...opts,
+      });
+    },
+    listBackgroundJobs(opts = {}) {
+      return this._makeRequest({
+        path: "/background-jobs",
+        ...opts,
+      });
+    },
     getBackgroundJob({
       jobId, ...opts
     }) {
@@ -179,19 +172,32 @@ export default {
         ...opts,
       });
     },
-    createWebhook(opts = {}) {
-      return this._makeRequest({
-        method: "POST",
-        path: "/webhook/subscribe",
-        ...opts,
-      });
-    },
-    deleteWebhook(opts = {}) {
-      return this._makeRequest({
-        method: "POST",
-        path: "/webhook/unsubscribe",
-        ...opts,
-      });
+    async *paginate({
+      fn, args = {}, max,
+    }) {
+      const optsKey = args?.data
+        ? "data"
+        : "params";
+
+      args[optsKey] = {
+        ...args[optsKey],
+        limit: LIMIT,
+      };
+
+      let count = 0;
+
+      do {
+        const {
+          items, next_starting_after: next,
+        } = await fn(args);
+        for (const item of items) {
+          yield item;
+          if (max && ++count >= max) {
+            return;
+          }
+        }
+        args[optsKey].starting_after = next;
+      } while (args[optsKey].next);
     },
   },
 };

components/instantly/sources/common/base.mjs

@@ -0,0 +1,91 @@
+import instantly from "../../instantly.app.mjs";
+import { DEFAULT_POLLING_SOURCE_TIMER_INTERVAL } from "@pipedream/platform";
+
+export default {
+  props: {
+    instantly,
+    db: "$.service.db",
+    timer: {
+      type: "$.interface.timer",
+      default: {
+        intervalSeconds: DEFAULT_POLLING_SOURCE_TIMER_INTERVAL,
+      },
+    },
+  },
+  methods: {
+    _getLastTs() {
+      return this.db.get("lastTs") || 0;
+    },
+    _setLastTs(lastTs) {
+      this.db.set("lastTs", lastTs);
+    },
+    getArgs() {
+      return {};
+    },
+    generateMeta(item) {
+      return {
+        id: item.id,
+        summary: this.getSummary(item),
+        ts: Date.parse(item[this.getTsField()]),
+      };
+    },
+    async processEvent(max) {
+      const lastTs = this._getLastTs();
+      let maxTs = lastTs;
+
+      const resourceFn = this.getResourceFn();
+      const args = this.getArgs();
+      const tsField = this.getTsField();
+      const isSortedDesc = args?.sort_order === "desc";
+
+      const items = this.instantly.paginate({
+        fn: resourceFn,
+        args,
+        max: isSortedDesc && max,
+      });
+
+      let results = [];
+      for await (const item of items) {
+        const ts = Date.parse(item[tsField]);
+        if (ts >= lastTs) {
+          results.push(item);
+          maxTs = Math.max(ts, maxTs);
+        } else if (isSortedDesc) {
+          break;
+        }
+      }
+
+      if (!results.length) {
+        return;
+      }
+
+      if (max && !isSortedDesc) {
+        results = results.slice(-1 * max).reverse();
+      }
+
+      results.forEach((item) => {
+        const meta = this.generateMeta(item);
+        this.$emit(item, meta);
+      });
+
+      this._setLastTs(maxTs);
+    },
+    getResourceFn() {
+      throw new Error("getResourceFn is not implemented");
+    },
+    getTsField() {
+      throw new Error("getTsField is not implemented");
+    },
+    getSummary() {
+      throw new Error("getSummary is not implemented");
+    },
+  },
+  hooks: {
+    async deploy() {
+      await this.processEvent(25);
+    },
+  },
+  async run() {
+    await this.processEvent();
+  },
+};

components/instantly/sources/new-background-job-completed/new-background-job-completed.mjs

@@ -0,0 +1,32 @@
+import common from "../common/base.mjs";
+
+export default {
+  ...common,
+  key: "instantly-new-background-job-completed",
+  name: "New Background Job Completed",
+  description: "Emit new event when a new background job has completed. [See the documentation](https://developer.instantly.ai/api/v2/backgroundjob/listbackgroundjob)",
+  version: "0.0.1",
+  type: "source",
+  dedupe: "unique",
+  methods: {
+    ...common.methods,
+    getResourceFn() {
+      return this.instantly.listBackgroundJobs;
+    },
+    getArgs() {
+      return {
+        params: {
+          status: "success,failed",
+          sort_column: "updated_at",
+          sort_order: "desc",
+        },
+      };
+    },
+    getTsField() {
+      return "updated_at";
+    },
+    getSummary(item) {
+      return `Background Job Completed with ID: ${item.id}`;
+    },
+  },
+};

components/instantly/sources/new-email-received/new-email-received.mjs

@@ -0,0 +1,31 @@
+import common from "../common/base.mjs";
+
+export default {
+  ...common,
+  key: "instantly-new-email-received",
+  name: "New Email Received",
+  description: "Emit new event when a new email is received. [See the documentation](https://developer.instantly.ai/api/v2/email/listemail)",
+  version: "0.0.1",
+  type: "source",
+  dedupe: "unique",
+  methods: {
+    ...common.methods,
+    getResourceFn() {
+      return this.instantly.listEmails;
+    },
+    getArgs() {
+      return {
+        params: {
+          email_type: "received",
+          sort_order: "desc",
+        },
+      };
+    },
+    getTsField() {
+      return "timestamp_created";
+    },
+    getSummary(item) {
+      return `New Email with ID: ${item.id}`;
+    },
+  },
+};