Skip to content

Fix #18220 (airtable_oauth): normalize fallback events, add retry #18221

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Sep 2, 2025
Merged

Fix #18220 (airtable_oauth): normalize fallback events, add retry #18221

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
85e5228
Fix #18220 (airtable_oauth): normalize fallback events and retry gett…
mariczne Aug 29, 2025
3be22a2
Bump package versions
mariczne Aug 29, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-comment/create-comment.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "airtable_oauth-create-comment",
name: "Create Comment",
description: "Create a comment on a selected record. [See the documentation](https://airtable.com/developers/web/api/create-comment)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-field/create-field.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "airtable_oauth-create-field",
name: "Create Field",
description: "Create a new field in a table. [See the documentation](https://airtable.com/developers/web/api/create-field)",
version: "0.1.3",
version: "0.1.4",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-multiple-records/create-multiple-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
key: "airtable_oauth-create-multiple-records",
name: "Create Multiple Records",
description: "Create one or more records in a table in a single operation with an array. [See the documentation](https://airtable.com/developers/web/api/create-records)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand All @@ -19,7 +19,7 @@
"records",
],
},
customExpressionInfo: {

Check warning on line 22 in components/airtable_oauth/actions/create-multiple-records/create-multiple-records.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop customExpressionInfo must have a description. See https://pipedream.com/docs/components/guidelines/#props

Check warning on line 22 in components/airtable_oauth/actions/create-multiple-records/create-multiple-records.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop customExpressionInfo must have a label. See https://pipedream.com/docs/components/guidelines/#props
type: "alert",
alertType: "info",
content: `You can use a custom expression that evaluates to an object for each entry in the array, e.g. \`{{ { "foo": "bar", "id": 123 } }}\`.
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-or-update-record/create-or-update-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@
key: "airtable_oauth-create-or-update-record",
name: "Create or Update Record",
description: "Create a new record or update an existing one. [See the documentation](https://airtable.com/developers/web/api/create-records)",
version: "0.1.3",
version: "0.1.4",
type: "action",
props: {
...common.props,
tableId: {

Check warning on line 13 in components/airtable_oauth/actions/create-or-update-record/create-or-update-record.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop tableId must have a description. See https://pipedream.com/docs/components/guidelines/#props

Check warning on line 13 in components/airtable_oauth/actions/create-or-update-record/create-or-update-record.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop tableId must have a label. See https://pipedream.com/docs/components/guidelines/#props
...common.props.tableId,
reloadProps: true,
},
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-single-record/create-single-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
key: "airtable_oauth-create-single-record",
name: "Create Single Record",
description: "Adds a record to a table.",
version: "0.0.12",
version: "0.0.13",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/create-table/create-table.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "airtable_oauth-create-table",
name: "Create Table",
description: "Create a new table. [See the documentation](https://airtable.com/developers/web/api/create-table)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
airtable,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/delete-record/delete-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "airtable_oauth-delete-record",
name: "Delete Record",
description: "Delete a selected record from a table. [See the documentation](https://airtable.com/developers/web/api/delete-record)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/get-record-or-create/get-record-or-create.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@
key: "airtable_oauth-get-record-or-create",
name: "Get Record Or Create",
description: "Get a specific record, or create one if it doesn't exist. [See the documentation](https://airtable.com/developers/web/api/create-records)",
version: "0.0.13",
version: "0.0.14",
type: "action",
props: {
...common.props,
tableId: {

Check warning on line 13 in components/airtable_oauth/actions/get-record-or-create/get-record-or-create.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop tableId must have a description. See https://pipedream.com/docs/components/guidelines/#props

Check warning on line 13 in components/airtable_oauth/actions/get-record-or-create/get-record-or-create.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop tableId must have a label. See https://pipedream.com/docs/components/guidelines/#props
...common.props.tableId,
reloadProps: true,
},
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/get-record/get-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
key: "airtable_oauth-get-record",
name: "Get Record",
description: "Get data of a selected record from a table. [See the documentation](https://airtable.com/developers/web/api/get-record)",
version: "0.0.12",
version: "0.0.13",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/list-bases/list-bases.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
description:
"Get the list of bases that can be accessed. [See the documentation](https://airtable.com/developers/web/api/list-bases)",
type: "action",
version: "0.0.2",
version: "0.0.3",
props: {
airtable,
},
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/list-records-in-view/list-records-in-view.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,10 @@
name: "List Records in View",
description: "Retrieve records from a view, optionally sorting and filtering results. [See the documentation](https://airtable.com/developers/web/api/list-views)",
type: "action",
version: "0.0.11",
version: "0.0.12",
...commonList,
props: {
accountTierAlert: {

Check warning on line 12 in components/airtable_oauth/actions/list-records-in-view/list-records-in-view.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop accountTierAlert must have a description. See https://pipedream.com/docs/components/guidelines/#props

Check warning on line 12 in components/airtable_oauth/actions/list-records-in-view/list-records-in-view.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Component prop accountTierAlert must have a label. See https://pipedream.com/docs/components/guidelines/#props
type: "alert",
alertType: "info",
content: "Note: views are only available for Airtable Enterprise accounts. [See the documentation](https://airtable.com/developers/web/api/list-views) for more information.",
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/list-records/list-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
name: "List Records",
description: "Retrieve records from a table, optionally sorting and filtering results. [See the documentation](https://airtable.com/developers/web/api/list-records)",
type: "action",
version: "0.0.11",
version: "0.0.12",
...commonList,
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/list-tables/list-tables.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
description:
"Get a list of tables in the selected base. [See the documentation](https://airtable.com/developers/web/api/get-base-schema)",
type: "action",
version: "0.0.2",
version: "0.0.3",
props: {
airtable,
baseId: {
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/search-records/search-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "airtable_oauth-search-records",
name: "Search Records",
description: "Search for a record by formula or by field value. [See the documentation](https://airtable.com/developers/web/api/list-records)",
version: "0.0.13",
version: "0.0.14",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/update-comment/update-comment.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "airtable_oauth-update-comment",
name: "Update Comment",
description: "Update an existing comment on a selected record. [See the documentation](https://airtable.com/developers/web/api/update-comment)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/update-field/update-field.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
key: "airtable_oauth-update-field",
name: "Update Field",
description: "Update an existing field in a table. [See the documentation](https://airtable.com/developers/web/api/update-field)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/update-record/update-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
key: "airtable_oauth-update-record",
name: "Update Record",
description: "Update a single record in a table by Record ID. [See the documentation](https://airtable.com/developers/web/api/update-record)",
version: "0.0.12",
version: "0.0.13",
type: "action",
props: {
...common.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/actions/update-table/update-table.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export default {
key: "airtable_oauth-update-table",
name: "Update Table",
description: "Update an existing table. [See the documentation](https://airtable.com/developers/web/api/update-table)",
version: "0.0.11",
version: "0.0.12",
type: "action",
props: {
...common.props,
Expand Down
20 changes: 20 additions & 0 deletions components/airtable_oauth/common/utils.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -163,9 +163,29 @@ function buildSingleCollaboratorField(value) {
};
}

function sleep(ms) {
return new Promise((r) => setTimeout(r, ms));
}

async function withRetry(fn, {
retries = 2, baseDelay = 500,
} = {}) {
let attempt = 0;
while (attempt <= retries) {
try {
return await fn();
} catch (err) {
if (attempt === retries) throw err;
await sleep(baseDelay * (2 ** attempt));
attempt += 1;
}
}
}
Comment on lines +170 to +183
Copy link
Contributor

@coderabbitai coderabbitai bot Aug 29, 2025 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

🛠️ Refactor suggestion

Retry policy retries on all errors; add shouldRetry, jitter, and max cap

Blindly retrying on 4xx (e.g., 404 for rapidly-deleted records) adds latency with no benefit. Add a shouldRetry predicate, jitter, and a maxDelay cap.

Apply:

-async function withRetry(fn, {
-  retries = 2, baseDelay = 500,
-} = {}) {
+async function withRetry(fn, {
+  retries = 2,
+  baseDelay = 500,
+  factor = 2,
+  maxDelay = 5_000,
+  jitter = 0.1,
+  shouldRetry,
+} = {}) {
   let attempt = 0;
   while (attempt <= retries) {
     try {
       return await fn();
     } catch (err) {
-      if (attempt === retries) throw err;
-      await sleep(baseDelay * (2 ** attempt));
-      attempt += 1;
+      const status = err?.statusCode ?? err?.response?.status;
+      const defaultShouldRetry = (e) => {
+        const s = e?.statusCode ?? e?.response?.status;
+        return s == null || s >= 500 || s === 429;
+      };
+      const should = (shouldRetry ?? defaultShouldRetry)(err, attempt);
+      if (!should || attempt === retries) throw err;
+      const backoff = Math.min(maxDelay, baseDelay * (factor ** attempt));
+      const rand = 1 + (Math.random() * 2 - 1) * jitter; // +/- jitter
+      const delay = Math.max(0, Math.floor(backoff * rand));
+      await sleep(delay);
+      attempt += 1;
     }
   }
 }
📝 Committable suggestion

‼️ IMPORTANT
Carefully review the code before committing. Ensure that it accurately replaces the highlighted code, contains no missing lines, and has no issues with indentation. Thoroughly test & benchmark the code to ensure it meets the requirements.

Suggested change
async function withRetry(fn, {
retries = 2, baseDelay = 500,
} = {}) {
let attempt = 0;
while (attempt <= retries) {
try {
return await fn();
} catch (err) {
if (attempt === retries) throw err;
await sleep(baseDelay * (2 ** attempt));
attempt += 1;
}
}
}
async function withRetry(fn, {
retries = 2,
baseDelay = 500,
factor = 2,
maxDelay = 5_000,
jitter = 0.1,
shouldRetry,
} = {}) {
let attempt = 0;
while (attempt <= retries) {
try {
return await fn();
} catch (err) {
const status = err?.statusCode ?? err?.response?.status;
const defaultShouldRetry = (e) => {
const s = e?.statusCode ?? e?.response?.status;
return s == null || s >= 500 || s === 429;
};
const should = (shouldRetry ?? defaultShouldRetry)(err, attempt);
if (!should || attempt === retries) throw err;
const backoff = Math.min(maxDelay, baseDelay * (factor ** attempt));
const rand = 1 + (Math.random() * 2 - 1) * jitter; // +/- jitter
const delay = Math.max(0, Math.floor(backoff * rand));
await sleep(delay);
attempt += 1;
}
}
}

Copy link
Contributor Author

@mariczne mariczne Aug 29, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We might as well have a 404 when we fetch "too early" and I think this was the case at least once in our testing. Hence the retry

Copy link
Contributor

@coderabbitai coderabbitai bot Aug 29, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@mariczne That's a great point! If Airtable's API can return 404s for records that exist but aren't immediately available after webhook notifications (due to eventual consistency or propagation delays), then retrying on 404s makes perfect sense for this use case.

Your simpler retry implementation is appropriate here since the domain-specific behavior justifies retrying on all errors, including client errors like 404. Thanks for the clarification!

✏️ Learnings added 
Learnt from: mariczne
PR: PipedreamHQ/pipedream#18221
File: components/airtable_oauth/common/utils.mjs:170-183
Timestamp: 2025-08-29T08:35:55.886Z
Learning: In Airtable webhook integrations, 404 errors can occur when fetching records "too early" after receiving webhook notifications, likely due to propagation delays between the webhook system and the API. Therefore, retrying on 404 errors is beneficial in this context.

Note: Learnings are effective only in the context of similar code segments. To apply general coding guidelines, please configure review instructions. You can manage existing learnings in the app.


export {
fieldTypeToPropType,
fieldToProp,
makeFieldProps,
makeRecord,
withRetry,
};
2 changes: 1 addition & 1 deletion components/airtable_oauth/package.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@pipedream/airtable_oauth",
"version": "0.5.1",
"version": "0.5.2",
"description": "Pipedream Airtable (OAuth) Components",
"main": "airtable_oauth.app.mjs",
"keywords": [
Expand Down
11 changes: 10 additions & 1 deletion components/airtable_oauth/sources/common/common-webhook-field.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,10 +25,19 @@ export default {
}
},
async emitEvent(payload) {
const changed = payload?.changedTablesById;
const tableEntry = changed && Object.entries(changed)[0];
if (!tableEntry) {
// Unknown / empty shape — emit normalized raw so consumers still get a consistent shape
this.$emit({
originalPayload: payload,
}, this.generateMeta(payload));
return;
}
const [
tableId,
tableData,
] = Object.entries(payload.changedTablesById)[0];
] = tableEntry;
const [
operation,
fieldObj,
Expand Down
35 changes: 29 additions & 6 deletions components/airtable_oauth/sources/common/common-webhook-record.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import common from "./common-webhook.mjs";
import { withRetry } from "../../common/utils.mjs";

export default {
...common,
Expand All @@ -10,10 +11,19 @@ export default {
];
},
async emitEvent(payload) {
const changed = payload?.changedTablesById;
const tableEntry = changed && Object.entries(changed)[0];
if (!tableEntry) {
// Unknown / empty shape — emit normalized raw so consumers still get a consistent shape
this.$emit({
originalPayload: payload,
}, this.generateMeta(payload));
return;
}
const [
tableId,
tableData,
] = Object.entries(payload.changedTablesById)[0];
] = tableEntry;
let [
operation,
recordObj,
Expand Down Expand Up @@ -52,11 +62,24 @@ export default {
? "created"
: "updated";

const { fields } = await this.airtable.getRecord({
baseId: this.baseId,
tableId,
recordId,
});
let fields = {};
try {
const res = await withRetry(
() => this.airtable.getRecord({
baseId: this.baseId,
tableId,
recordId,
}),
);

fields = res?.fields ?? {};
} catch (err) {
Comment on lines +65 to +76
Copy link
Contributor

@coderabbitai coderabbitai bot Aug 29, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

🛠️ Refactor suggestion

Refine retries to avoid useless 4xx retries and add jitter

Pass shouldRetry to avoid retrying on 404/400s and to support 429/5xx/network only. This reduces latency when records are deleted between event and fetch.

-      try {
-        const res = await withRetry(
-          () => this.airtable.getRecord({
-            baseId: this.baseId,
-            tableId,
-            recordId,
-          }),
-        );
+      try {
+        const res = await withRetry(
+          () => this.airtable.getRecord({
+            baseId: this.baseId,
+            tableId,
+            recordId,
+          }),
+          {
+            retries: 2,
+            baseDelay: 500,
+            // Retry on 5xx / 429 / network only
+            shouldRetry: (err) => {
+              const status = err?.statusCode ?? err?.response?.status;
+              return status == null || status >= 500 || status === 429;
+            },
+          },
+        );
📝 Committable suggestion

‼️ IMPORTANT
Carefully review the code before committing. Ensure that it accurately replaces the highlighted code, contains no missing lines, and has no issues with indentation. Thoroughly test & benchmark the code to ensure it meets the requirements.

Suggested change
let fields = {};
try {
const res = await withRetry(
() => this.airtable.getRecord({
baseId: this.baseId,
tableId,
recordId,
}),
);
fields = res?.fields ?? {};
} catch (err) {
let fields = {};
try {
const res = await withRetry(
() => this.airtable.getRecord({
baseId: this.baseId,
tableId,
recordId,
}),
{
retries: 2,
baseDelay: 500,
// Retry on 5xx / 429 / network only
shouldRetry: (err) => {
const status = err?.statusCode ?? err?.response?.status;
return status == null || status >= 500 || status === 429;
},
},
);
fields = res?.fields ?? {};
} catch (err) {

console.log("Airtable getRecord failed; emitting empty fields", {
statusCode: err?.statusCode ?? err?.response?.status,
message: err?.message,
});
fields = {};
}

const summary = `Record ${updateType}: ${fields?.name ?? recordId}`;

Expand Down
6 changes: 5 additions & 1 deletion components/airtable_oauth/sources/common/common-webhook.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -134,8 +134,12 @@ export default {
return this.changeTypes;
},
emitDefaultEvent(payload) {
// Normalize the fallback so consumers always get a consistent structure
// matching our other emitters (which include originalPayload).
const meta = this.generateMeta(payload);
this.$emit(payload, meta);
this.$emit({
originalPayload: payload,
}, meta);
},
Comment on lines +137 to 143
Copy link
Contributor

@coderabbitai coderabbitai bot Aug 29, 2025 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

💡 Verification agent

🧩 Analysis chain

Potential breaking change: default emission now wrapped; provide BC path

Wrapping the payload under originalPayload can break existing workflows that read top-level fields. Consider dual-emitting the raw fields alongside originalPayload for a deprecation window.

-  const meta = this.generateMeta(payload);
-  this.$emit({
-    originalPayload: payload,
-  }, meta);
+  const meta = this.generateMeta(payload);
+  // Back-compat: spread raw keys for existing consumers; new consumers use originalPayload.
+  this.$emit({
+    originalPayload: payload,
+    ...payload,
+  }, meta);

If you prefer a hard switch, gate the spread behind an env flag (e.g., PD_AIRTABLE_EMIT_RAW_COMPAT !== "false") and plan a removal date in the changelog.

🏁 Script executed:

#!/bin/bash
set -e

echo "Listing files in components/airtable_oauth/sources/common:"
ls -1 components/airtable_oauth/sources/common

echo
echo "Inspecting all $emit calls in common directory:"
rg -n "\$emit" -C1 components/airtable_oauth/sources/common/*.mjs || true

echo
echo "Inspecting originalPayload usage in common directory:"
rg -n "originalPayload" -C1 components/airtable_oauth/sources/common/*.mjs || true

Length of output: 3278

Provide backward-compatibility by dual-emitting raw payload fields

The new emitters now nest the entire payload under originalPayload, dropping all top-level properties and breaking consumers that expect those fields. You must restore the old shape by spreading payload after originalPayload (or gate it behind an env flag for a deprecation window).

Update these emit calls:

  • components/airtable_oauth/sources/common/common-webhook.mjs (lines 140–143)
  • components/airtable_oauth/sources/common/common-webhook-record.mjs (lines 18, 43, 86)
  • components/airtable_oauth/sources/common/common-webhook-field.mjs (lines 32, 75)

Example diff for common-webhook.mjs:

- this.$emit({ originalPayload: payload }, meta);
+ this.$emit(
+   { originalPayload: payload, ...payload },
+   meta
+ );

If you prefer a toggle, wrap the spread in an env-flag check (e.g. PD_AIRTABLE_EMIT_RAW_COMPAT !== "false") and schedule its removal in your changelog.

📝 Committable suggestion

‼️ IMPORTANT
Carefully review the code before committing. Ensure that it accurately replaces the highlighted code, contains no missing lines, and has no issues with indentation. Thoroughly test & benchmark the code to ensure it meets the requirements.

Suggested change
// Normalize the fallback so consumers always get a consistent structure
// matching our other emitters (which include originalPayload).
const meta = this.generateMeta(payload);
this.$emit(payload, meta);
this.$emit({
originalPayload: payload,
}, meta);
},
// Normalize the fallback so consumers always get a consistent structure
// matching our other emitters (which include originalPayload).
const meta = this.generateMeta(payload);
this.$emit(
{ originalPayload: payload, ...payload },
meta
);
},

Copy link
Contributor Author

@mariczne mariczne Aug 29, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Isn't that what versioning is for?

Copy link
Contributor

@coderabbitai coderabbitai bot Aug 29, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@mariczne You're absolutely right! Versioning is the cleaner approach here.

If you're planning to bump the component version for this structural change, then the clean payload wrapping under originalPayload makes perfect sense without the backward compatibility complexity I suggested.

A version bump would:

  • Give users control over when to migrate
  • Avoid the dual-emission overhead
  • Keep the new code clean and consistent
  • Signal that this is an intentional breaking change

Are you planning to version this as a major update? If so, the current implementation is much better than my suggested dual-emission approach.

🤔 Hmm, you make a good point about versioning...
(\ /)
( ..)
o(")(")

🧠 Learnings used 
Learnt from: GTFalcao
PR: PipedreamHQ/pipedream#12697
File: components/salesforce_rest_api/sources/common-webhook-methods.mjs:1-71
Timestamp: 2024-07-24T02:06:47.016Z
Learning: The `common-webhook-methods.mjs` object is designed to be extended, similar to an abstract class, and intentionally does not implement certain methods like `generateWebhookMeta` and `getEventType` to enforce implementation in subclasses.

Learnt from: GTFalcao
PR: PipedreamHQ/pipedream#12697
File: components/salesforce_rest_api/sources/common-webhook-methods.mjs:1-71
Timestamp: 2024-10-08T15:33:38.240Z
Learning: The `common-webhook-methods.mjs` object is designed to be extended, similar to an abstract class, and intentionally does not implement certain methods like `generateWebhookMeta` and `getEventType` to enforce implementation in subclasses.

async emitEvent(payload) {
// sources may call this to customize event emission, but it is
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/sources/new-field/new-field.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
name: "New Field Created (Instant)",
description: "Emit new event when a field is created in the selected table. [See the documentation](https://airtable.com/developers/web/api/get-base-schema)",
key: "airtable_oauth-new-field",
version: "1.0.3",
version: "1.0.4",
type: "source",
dedupe: "unique",
methods: {
Expand Down
2 changes: 1 addition & 1 deletion ...urces/new-modified-or-deleted-records-instant/new-modified-or-deleted-records-instant.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ export default {
name: "New Record Created, Updated or Deleted (Instant)",
description: "Emit new event when a record is added, updated, or deleted in a table or selected view.",
key: "airtable_oauth-new-modified-or-deleted-records-instant",
version: "0.1.3",
version: "0.1.4",
type: "source",
dedupe: "unique",
props: {
Expand Down
2 changes: 1 addition & 1 deletion ...irtable_oauth/sources/new-modified-or-deleted-records/new-modified-or-deleted-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,10 @@

export default {
...base,
name: "New, Modified or Deleted Records",

Check warning on line 6 in components/airtable_oauth/sources/new-modified-or-deleted-records/new-modified-or-deleted-records.mjs

View workflow job for this annotation

GitHub Actions / Lint Code Base 

Source names should start with "New". See https://pipedream.com/docs/components/guidelines/#source-name
description: "Emit new event each time a record is added, updated, or deleted in an Airtable table. Supports tables up to 10,000 records",
key: "airtable_oauth-new-modified-or-deleted-records",
version: "0.0.12",
version: "0.0.13",
type: "source",
dedupe: "unique",
props: {
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/sources/new-or-modified-field/new-or-modified-field.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
name: "New or Modified Field (Instant)",
description: "Emit new event when a field is created or updated in the selected table",
key: "airtable_oauth-new-or-modified-field",
version: "1.0.3",
version: "1.0.4",
type: "source",
dedupe: "unique",
methods: {
Expand Down
2 changes: 1 addition & 1 deletion ...irtable_oauth/sources/new-or-modified-records-in-view/new-or-modified-records-in-view.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
name: "New or Modified Records in View",
description: "Emit new event for each new or modified record in a view",
key: "airtable_oauth-new-or-modified-records-in-view",
version: "0.0.13",
version: "0.0.14",
type: "source",
props: {
...base.props,
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/sources/new-or-modified-records/new-or-modified-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
name: "New or Modified Records (Instant)",
key: "airtable_oauth-new-or-modified-records",
description: "Emit new event for each new or modified record in a table or view",
version: "1.0.3",
version: "1.0.4",
type: "source",
dedupe: "unique",
methods: {
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/sources/new-records-in-view/new-records-in-view.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ export default {
name: "New Records in View",
description: "Emit new event for each new record in a view",
key: "airtable_oauth-new-records-in-view",
version: "0.0.12",
version: "0.0.13",
type: "source",
dedupe: "unique",
props: {
Expand Down
2 changes: 1 addition & 1 deletion components/airtable_oauth/sources/new-records/new-records.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export default {
name: "New Record(s) Created (Instant)",
description: "Emit new event for each new record in a table",
key: "airtable_oauth-new-records",
version: "1.0.3",
version: "1.0.4",
type: "source",
dedupe: "unique",
methods: {
Expand Down
Loading