feat: speedup payment method sync (#98)

Author: kevcodez

package-lock.json

@@ -32,6 +32,7 @@
     "@fastify/swagger-ui": "^1.10.1",
     "dotenv": "^16.3.1",
     "fastify": "^4.24.3",
+    "p-limit": "^3.1.0",
     "pg": "^8.11.3",
     "pg-node-migrations": "0.0.8",
     "pino": "^8.16.1",

package.json

@@ -15,6 +15,7 @@ import { pg as sql } from 'yesql'
 import { upsertPaymentIntents } from './payment_intents'
 import { upsertPlans } from './plans'
 import { upsertSubscriptionSchedules } from './subscription_schedules'
+import pLimit from 'p-limit'
 
 const config = getConfig()
 
@@ -305,21 +306,25 @@ export async function syncPaymentMethods(syncParams?: SyncBackfillParams): Promi
 
   let synced = 0
 
-  for (const customerId of customerIds) {
-    const syncResult = await fetchAndUpsert(
-      () =>
-        // The type parameter is optional, types are wrong
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-        // @ts-ignore
-        stripe.paymentMethods.list({
-          limit: 100,
-          customer: customerId,
-        }),
-      (items) => upsertPaymentMethods(items, syncParams?.backfillRelatedEntities)
-    )
-
-    synced += syncResult.synced
-  }
+  // 10 in parallel
+  const limit = pLimit(10)
+
+  const syncs = customerIds.map((customerId) =>
+    limit(async () => {
+      const syncResult = await fetchAndUpsert(
+        () =>
+          stripe.paymentMethods.list({
+            limit: 100,
+            customer: customerId,
+          }),
+        (items) => upsertPaymentMethods(items, syncParams?.backfillRelatedEntities)
+      )
+
+      synced += syncResult.synced
+    })
+  )
+
+  await Promise.all(syncs)
 
   return { synced }
 }