feat: update docker images to v0.0.19 and enhance DB update logic with timeout and retries in youtube-worker

Author: skeptrunedev

docker-compose.yml

@@ -1,6 +1,6 @@
 services:
   server:
-    image: skeptrune/jukebox-server:v0.0.18
+    image: skeptrune/jukebox-server:v0.0.19
     ports:
       - "${SERVER_PORT}:${SERVER_INTERNAL_PORT}"
     env_file:
@@ -40,7 +40,7 @@ services:
         window: 60s
 
   worker1:
-    image: skeptrune/jukebox-worker:v0.0.18
+    image: skeptrune/jukebox-worker:v0.0.19
     ports:
       - "${WORKER1_PORT}:${WORKER1_INTERNAL_PORT}"
     env_file:
@@ -74,7 +74,7 @@ services:
       retries: 3
 
   worker2:
-    image: skeptrune/jukebox-worker:v0.0.18
+    image: skeptrune/jukebox-worker:v0.0.19
     ports:
       - "${WORKER2_PORT}:${WORKER2_INTERNAL_PORT}"
     env_file:
@@ -108,7 +108,7 @@ services:
       retries: 3
 
   worker3:
-    image: skeptrune/jukebox-worker:v0.0.18
+    image: skeptrune/jukebox-worker:v0.0.19
     ports:
       - "${WORKER3_PORT}:${WORKER3_INTERNAL_PORT}"
     env_file:
@@ -142,7 +142,7 @@ services:
       retries: 3
 
   frontend:
-    image: skeptrune/jukebox-spa:v0.0.18
+    image: skeptrune/jukebox-spa:v0.0.19
     env_file:
       - .env
     ports:

server/src/youtube-worker.ts

@@ -344,19 +344,46 @@ async function workerLoop() {
                 });
             });
             await uploadPromise;
-            // Mark as completed
-            await db
-              .updateTable("song_youtube_status")
-              .set({
-                status: "completed",
-                updated_at: new Date().toISOString(),
-                error_message: null,
-              })
-              .where("youtube_id", "=", youtube_id)
-              .where("status", "=", "processing")
-              .execute();
             console.log(
-              `\x1b[32mUploaded ${youtube_id} to S3 as ${s3Key}\x1b[0m`
+              `\x1b[32mSuccessfully uploaded ${youtube_id} to S3 as ${s3Key}\x1b[0m`
+            );
+            // Add a timeout of 5s with up to 5 retries for DB update
+            const updateWithTimeout = async (retries = 5): Promise<void> => {
+              for (let attempt = 1; attempt <= retries; attempt++) {
+                try {
+                  await Promise.race([
+                    db
+                      .updateTable("song_youtube_status")
+                      .set({
+                        status: "completed",
+                        updated_at: new Date().toISOString(),
+                        error_message: null,
+                      })
+                      .where("youtube_id", "=", youtube_id)
+                      .where("status", "=", "processing")
+                      .execute(),
+                    new Promise((_, reject) =>
+                      setTimeout(
+                        () => reject(new Error("DB update timeout after 2s")),
+                        2000
+                      )
+                    ),
+                  ]);
+                  return; // Success
+                } catch (err) {
+                  if (attempt === retries) {
+                    throw err;
+                  }
+                  console.error(
+                    `DB update attempt ${attempt} failed for ${youtube_id}, retrying...`,
+                    err
+                  );
+                }
+              }
+            };
+            await updateWithTimeout();
+            console.log(
+              `\x1b[32mMarked ${youtube_id} as completed in database\x1b[0m`
             );
             await sendSuccessEmail(youtube_id);
             return;