sepa: use p-retry for B2 getFileContent with backoff; add dependency

Author: catdevnull

sepa/bun.lock

@@ -4,6 +4,7 @@ import {
   ListObjectsV2Command,
   GetObjectCommand,
 } from "@aws-sdk/client-s3";
+import pRetry, { AbortError } from "p-retry";
 
 function checkEnvVariable(variableName: string) {
   const value = process.env[variableName];
@@ -63,13 +64,47 @@ export async function listDirectory(directoryName: string) {
 export async function getFileContent(fileName: string) {
   const { B2_BUCKET_NAME } = getVariables();
   const s3 = getS3Client();
-  const fileContent = await s3.send(
-    new GetObjectCommand({
-      Bucket: B2_BUCKET_NAME,
-      Key: fileName,
-    })
+
+  const result = await pRetry(
+    async (attempt) => {
+      try {
+        const fileContent = await s3.send(
+          new GetObjectCommand({
+            Bucket: B2_BUCKET_NAME,
+            Key: fileName,
+          })
+        );
+        return (await fileContent.Body?.transformToString()) ?? "";
+      } catch (error) {
+        const code = (error as any)?.code as string | undefined;
+        const message = (error as any)?.message as string | undefined;
+        const isTransient =
+          code === "ECONNRESET" ||
+          code === "ENOTFOUND" ||
+          code === "ETIMEDOUT" ||
+          code === "ECONNREFUSED" ||
+          (message && message.includes("socket connection was closed unexpectedly"));
+
+        if (!isTransient) {
+          throw new AbortError(error as Error);
+        }
+
+        console.warn(
+          `⚠️ B2 getFileContent transient error (attempt ${attempt}): ${code || message}`
+        );
+        throw error;
+      }
+    },
+    {
+      retries: 3,
+      factor: 2,
+      minTimeout: 2000,
+      maxTimeout: 10000,
+      randomize: false,
+    }
   );
-  return (await fileContent.Body?.transformToString()) ?? "";
+
+  return result;
 }
 
 export async function checkFileExists(fileName: string): Promise<boolean> {

sepa/index-gen/b2.ts

@@ -26,6 +26,7 @@
     "fast-glob": "^3.3.3",
     "jschardet": "^3.1.3",
     "p-queue": "^8.0.1",
+    "p-retry": "6",
     "papaparse": "^5.4.1",
     "postgres": "^3.4.4",
     "waddler": "^0.0.3",