feat: add date range filtering to stripe-backfill script (#2177)

- Add --created-gte and --created-lte CLI arguments for unix timestamps
- Add workflow_dispatch inputs for date range parameters
- Allows running backfill for specific time ranges to avoid rate limits

Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Co-authored-by: yujonglee <yujonglee.dev@gmail.com>

Author: devin-ai-integration[bot]

.github/workflows/stripe_backfill.yaml

@@ -1,5 +1,14 @@
 on:
   workflow_dispatch:
+    inputs:
+      created_gte:
+        description: "Only sync objects created at or after this unix timestamp (optional)"
+        required: false
+        type: string
+      created_lte:
+        description: "Only sync objects created at or before this unix timestamp (optional)"
+        required: false
+        type: string
 
 jobs:
   backfill:
@@ -11,7 +20,15 @@ jobs:
       - uses: ./.github/actions/pnpm_install
       - uses: ./.github/actions/infisical_install
       - run: pnpm --filter @hypr/api install
-      - run: infisical run --token="$INFISICAL_TOKEN" --env=prod --projectId="$INFISICAL_PROJECT_ID" --path="/stripe-backfill" -- bun apps/api/src/scripts/stripe-backfill.ts
+      - run: |
+          ARGS=""
+          if [ -n "${{ inputs.created_gte }}" ]; then
+            ARGS="$ARGS --created-gte ${{ inputs.created_gte }}"
+          fi
+          if [ -n "${{ inputs.created_lte }}" ]; then
+            ARGS="$ARGS --created-lte ${{ inputs.created_lte }}"
+          fi
+          infisical run --token="$INFISICAL_TOKEN" --env=prod --projectId="$INFISICAL_PROJECT_ID" --path="/stripe-backfill" -- bun apps/api/src/scripts/stripe-backfill.ts $ARGS
         env:
           INFISICAL_TOKEN: ${{ secrets.INFISICAL_TOKEN }}
           INFISICAL_PROJECT_ID: ${{ secrets.INFISICAL_PROJECT_ID }}

apps/api/src/scripts/stripe-backfill.ts

@@ -1,11 +1,74 @@
 import { StripeSync } from "@supabase/stripe-sync-engine";
+import { parseArgs } from "util";
 
 const { DATABASE_URL, STRIPE_SECRET_KEY, STRIPE_WEBHOOK_SECRET } = Bun.env;
 
 if (!DATABASE_URL || !STRIPE_SECRET_KEY || !STRIPE_WEBHOOK_SECRET) {
   throw new Error("Missing required environment variables");
 }
 
+const { values } = parseArgs({
+  args: Bun.argv.slice(2),
+  options: {
+    "created-gte": {
+      type: "string",
+    },
+    "created-lte": {
+      type: "string",
+    },
+    help: {
+      type: "boolean",
+      short: "h",
+    },
+  },
+  strict: true,
+  allowPositionals: false,
+});
+
+if (values.help) {
+  console.log(`
+Usage: bun stripe-backfill.ts [options]
+
+Options:
+  --created-gte <timestamp>  Only sync objects created at or after this unix timestamp
+  --created-lte <timestamp>  Only sync objects created at or before this unix timestamp
+  -h, --help                 Show this help message
+
+Examples:
+  bun stripe-backfill.ts
+  bun stripe-backfill.ts --created-gte 1704067200
+  bun stripe-backfill.ts --created-gte 1704067200 --created-lte 1706745600
+`);
+  process.exit(0);
+}
+
+const createdGte = values["created-gte"]
+  ? parseInt(values["created-gte"], 10)
+  : undefined;
+const createdLte = values["created-lte"]
+  ? parseInt(values["created-lte"], 10)
+  : undefined;
+
+if (values["created-gte"] && isNaN(createdGte!)) {
+  throw new Error(
+    "Invalid --created-gte value: must be a valid unix timestamp",
+  );
+}
+
+if (values["created-lte"] && isNaN(createdLte!)) {
+  throw new Error(
+    "Invalid --created-lte value: must be a valid unix timestamp",
+  );
+}
+
+const created: { gte?: number; lte?: number } | undefined =
+  createdGte !== undefined || createdLte !== undefined
+    ? {
+        ...(createdGte !== undefined && { gte: createdGte }),
+        ...(createdLte !== undefined && { lte: createdLte }),
+      }
+    : undefined;
+
 const sync = new StripeSync({
   poolConfig: {
     connectionString: DATABASE_URL,
@@ -18,6 +81,13 @@ const sync = new StripeSync({
   backfillRelatedEntities: true,
 });
 
-console.log("Starting Stripe backfill...");
-await sync.syncBackfill({ object: "all" });
+if (created) {
+  console.log(
+    `Starting Stripe backfill with date filter: ${JSON.stringify(created)}`,
+  );
+} else {
+  console.log("Starting Stripe backfill (all objects)...");
+}
+
+await sync.syncBackfill({ object: "all", created });
 console.log("Backfill complete.");