fix: added chunking for mass delete audio

Author: ilyhalight

src/controllers/video-translation/index.ts

@@ -8,7 +8,7 @@ import config from "@/config";
 import { generatePreSigned, deleteAudio, massDeleteAudio } from "@/s3/actions";
 import { validateAuthToken } from "@/libs/security";
 import { getNavigationData, validateNavigation } from "@/libs/navigation";
-import { isValidId } from "@/libs/utils";
+import { chunks, isValidId } from "@/libs/utils";
 import { TranslationNotFound } from "@/errors";
 
 export default new Elysia().group("/video-translation", (app) =>
@@ -207,7 +207,11 @@ export default new Elysia().group("/video-translation", (app) =>
                 const filenames = translations
                   .filter((translation) => translation.translated_url)
                   .map((translation) => translation.translated_url!);
-                await massDeleteAudio(filenames);
+
+                const chunkedFilenames = chunks(filenames, 900);
+                await Promise.all(
+                  chunkedFilenames.map(async (chunk) => await massDeleteAudio(chunk)),
+                );
               }
 
               const count = translations?.length ?? 0;

src/libs/utils.ts

@@ -9,6 +9,12 @@ export function isValidId(id: number) {
   return id % 1 === 0 && id < 2147483647;
 }
 
+export function chunks<T extends unknown[] = string[]>(a: T, size: number): T[] {
+  return Array.from(Array.from({ length: Math.ceil(a.length / size) }), (_, i) =>
+    a.slice(i * size, i * size + size),
+  ) as T[];
+}
+
 // https://github.com/sinclairzx81/typebox/issues/1135
 export type TStringsToLiterals<
   Strings extends string[],

src/s3/actions.ts

@@ -74,6 +74,9 @@ export async function deleteAudio(filename: string) {
   }
 }
 
+/**
+ * Maximum: 1000 filenames per requests
+ */
 export async function massDeleteAudio(filenames: string[]) {
   try {
     const results = await s3client.send(