Reworking event body format with additional info

Author: GTFalcao

components/airtable_oauth/sources/common/common-webhook.mjs

@@ -97,10 +97,10 @@ export default {
     getSpecificationOptions() {
       throw new Error("getSpecificationOptions is not implemented");
     },
-    generateMeta(payload) {
+    generateMeta(payload, summary) {
       return {
         id: payload.baseTransactionNumber,
-        summary: `New Event ${payload.baseTransactionNumber}`,
+        summary: summary ?? `New Event ${payload.baseTransactionNumber}`,
         ts: Date.parse(payload.timestamp),
       };
     },
@@ -110,6 +110,15 @@ export default {
     getChangeTypes() {
       return this.changeTypes;
     },
+    emitDefaultEvent(payload) {
+      const meta = this.generateMeta(payload);
+      this.$emit(payload, meta);
+    },
+    async saveAdditionalData() {
+      // some sources may call this to fetch additional data (e.g. field schemas)
+      // and it can be silently ignored when not required
+      return true;
+    }
   },
   async run() {
     this.http.respond({
@@ -119,6 +128,12 @@ export default {
     const webhookId = this._getHookId();
     let hasMore = false;
     const params = {};
+    try {
+      await this.saveAdditionalData();
+    } catch (err) {
+      console.log("Error fetching additional data, proceeding to event emission");
+      console.log(err);
+    }
     do {
       const {
         cursor, mightHaveMore, payloads,
@@ -128,8 +143,13 @@ export default {
         params,
       });
       for (const payload of payloads) {
-        const meta = this.generateMeta(payload);
-        this.$emit(payload, meta);
+        try {
+          this.emitEvent(payload);
+        } catch (err) {
+          console.log('Error emitting event, defaulting to default emission');
+          console.log(err);
+          this.emitDefaultEvent(payload);
+        }
       }
       params.cursor = cursor;
       hasMore = mightHaveMore;

components/airtable_oauth/sources/new-or-modified-field/new-or-modified-field.mjs

@@ -5,7 +5,7 @@ export default {
   name: "New or Modified Field (Instant)",
   description: "Emit new event when a field is created or updated in the selected table",
   key: "airtable_oauth-new-or-modified-field",
-  version: "1.0.0",
+  version: "1.0.{{ts}}",
   type: "source",
   dedupe: "unique",
   methods: {
@@ -16,5 +16,46 @@ export default {
         "update",
       ];
     },
+    async saveAdditionalData() {
+      const tableData = await this.airtable.listTables({ baseId: this.baseId });
+      const filteredData = tableData?.tables?.map(({ id, name, fields}) => ({
+        id,
+        name,
+        fields,
+      }));
+      if (filteredData?.length) {
+        this.db.set("tableSchemas", filteredData);
+      }
+    },
+    async emitEvent(payload) {
+      const [tableId, tableData] = Object.entries(payload.changedTablesById)[0];
+      const [operation, fieldObj] = Object.entries(tableData)[0];
+      const [fieldId, fieldUpdateInfo] = Object.entries(fieldObj)[0];
+
+      const updateType = operation === "createdFieldsById" ? "created" : "updated";
+
+      let table = {
+        id: tableId,
+      }
+      let field = {
+        id: fieldId,
+      }
+
+      const tableSchemas = this.db.get("tableSchemas");
+      if (tableSchemas) {
+        table = tableSchemas.find(({ id }) => id === tableId)
+        field = table?.fields.find(({ id }) => id === fieldId);
+        delete table.fields;
+      }
+
+      const summary = `Field ${updateType}: ${field.name ?? fieldUpdateInfo?.name ?? field.id}`
+
+      this.$emit({
+        originalPayload: payload,
+        table,
+        field,
+        fieldUpdateInfo,
+      }, this.generateMeta(payload, summary));
+    }
   },
 };