[BUG] Airtable triggers are getting OOM

Author: jcortes

components/airtable_oauth/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/airtable_oauth",
-  "version": "0.4.1",
+  "version": "0.4.2",
   "description": "Pipedream Airtable (OAuth) Components",
   "main": "airtable_oauth.app.mjs",
   "keywords": [

components/airtable_oauth/sources/common/common.mjs

@@ -17,6 +17,12 @@ export default {
         "baseId",
       ],
     },
+    maxRecords: {
+      type: "integer",
+      label: "Maximum Records Per Execution",
+      description: "Set a maximum number of records to fetch per execution if your trigger is failing",
+      optional: true,
+    },
   },
   hooks: {
     activate() {
@@ -42,5 +48,16 @@ export default {
       const formattedTimestamp = new Date(timestampMillis).toISOString();
       this._setLastTimestamp(formattedTimestamp);
     },
+    getListRecordsParams(params) {
+      const lastTimestamp = this._getLastTimestamp();
+      return {
+        filterByFormula: `LAST_MODIFIED_TIME() > "${lastTimestamp}"`,
+        returnFieldsByFieldId: this.returnFieldsByFieldId || false,
+        ...(this.maxRecords && {
+          maxRecords: this.maxRecords,
+        }),
+        ...params,
+      };
+    },
   },
 };

components/airtable_oauth/sources/new-modified-or-deleted-records/new-modified-or-deleted-records.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New, Modified or Deleted Records",
   description: "Emit new event each time a record is added, updated, or deleted in an Airtable table. Supports tables up to 10,000 records",
   key: "airtable_oauth-new-modified-or-deleted-records",
-  version: "0.0.8",
+  version: "0.0.9",
   type: "source",
   dedupe: "unique",
   props: {
@@ -53,10 +53,7 @@ export default {
     const prevAllRecordIds = this._getPrevAllRecordIds();
 
     const lastTimestamp = this._getLastTimestamp();
-    const params = {
-      filterByFormula: `LAST_MODIFIED_TIME() > "${lastTimestamp}"`,
-      returnFieldsByFieldId: this.returnFieldsByFieldId || false,
-    };
+    const params = this.getListRecordsParams();
 
     const records = await this.airtable.listRecords({
       baseId,

components/airtable_oauth/sources/new-or-modified-records-in-view/new-or-modified-records-in-view.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New or Modified Records in View",
   description: "Emit new event for each new or modified record in a view",
   key: "airtable_oauth-new-or-modified-records-in-view",
-  version: "0.0.9",
+  version: "0.0.10",
   type: "source",
   props: {
     ...base.props,
@@ -48,11 +48,9 @@ export default {
     } = this;
 
     const lastTimestamp = this._getLastTimestamp();
-    const params = {
+    const params = this.getListRecordsParams({
       view: viewId,
-      filterByFormula: `LAST_MODIFIED_TIME() > "${lastTimestamp}"`,
-      returnFieldsByFieldId: this.returnFieldsByFieldId || false,
-    };
+    });
 
     const records = await this.airtable.listRecords({
       baseId,

components/airtable_oauth/sources/new-records-in-view/new-records-in-view.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Records in View",
   description: "Emit new event for each new record in a view",
   key: "airtable_oauth-new-records-in-view",
-  version: "0.0.8",
+  version: "0.0.9",
   type: "source",
   dedupe: "unique",
   props: {
@@ -49,11 +49,10 @@ export default {
     } = this;
 
     const lastTimestamp = this._getLastTimestamp();
-    const params = {
+    const params = this.getListRecordsParams({
       view: viewId,
       filterByFormula: `CREATED_TIME() > "${lastTimestamp}"`,
-      returnFieldsByFieldId: this.returnFieldsByFieldId || false,
-    };
+    });
 
     const records = await this.airtable.listRecords({
       baseId,