📦 NEW: Batch delete documents from memory

Author: ahmadbilaldev

packages/baseai/src/deploy/index.ts

@@ -681,74 +681,67 @@ export async function uploadDocumentsToMemory({
 	documents: MemoryDocumentI[];
 	name: string;
 	account: Account;
+}) {
+	for (const doc of documents) {
+		try {
+			p.log.message(`Uploading document: ${doc.name} ....`);
+			await new Promise(resolve => setTimeout(resolve, 800)); // To avoid rate limiting
+			const signedUrl = await getSignedUploadUrl({
+				documentName: doc.name,
+				memoryName: name,
+				account
+			});
+
+			const uploadResponse = await uploadDocument(signedUrl, doc.blob);
+			dlog(`Upload response status: ${uploadResponse.status}`);
+
+			p.log.message(`Uploaded document: ${doc.name}`);
+		} catch (error) {
+			throw error;
+		}
+	}
+}
+
+export async function deleteDocumentsFromMemory({
+	documents,
+	name,
+	account
+}: {
+	documents: string[];
+	name: string;
+	account: Account;
 }) {
 	const BATCH_SIZE = 5; // Number of concurrent uploads
 	const RATE_LIMIT_DELAY = 1000; // 1 second delay between requests
 
-	// Process documents in batches to avoid rate limiting
+	p.log.info(`Deleting ${documents.length} documents from memory: ${name}`);
+
 	for (let i = 0; i < documents.length; i += BATCH_SIZE) {
 		const batch = documents.slice(i, i + BATCH_SIZE);
-
-		const batchUploadPromises = batch.map(async (doc, index) => {
+		const batchPromises = batch.map(async (doc, index) => {
 			try {
-				// Stagger requests within batch
 				await new Promise(resolve =>
 					setTimeout(resolve, index * RATE_LIMIT_DELAY)
 				);
 
-				// p.log.message(`Uploading document: ${doc.name} ....`);
-				const signedUrl = await getSignedUploadUrl({
-					documentName: doc.name,
+				// p.log.message(`Deleting document: ${doc}`);
+				const deleteResponse = await deleteDocument({
+					documentName: doc,
 					memoryName: name,
 					account
 				});
 
-				const uploadResponse = await uploadDocument(
-					signedUrl,
-					doc.blob
-				);
-				dlog(`Upload response status: ${uploadResponse.status}`);
-
-				p.log.message(`Uploaded document: ${doc.name}`);
+				dlog(`Delete response status: ${deleteResponse.status}`);
+				p.log.message(`Deleted document: ${doc}`);
+				return deleteResponse;
 			} catch (error: any) {
 				throw new Error(
-					`Failed to upload ${doc.name}: ${error.message ?? error}`
+					`Failed to delete ${doc}: ${error.message ?? error}`
 				);
 			}
 		});
 
-		await Promise.all(batchUploadPromises);
-	}
-}
-
-export async function deleteDocumentsFromMemory({
-	documents,
-	name,
-	account
-}: {
-	documents: string[];
-	name: string;
-	account: Account;
-}) {
-	p.log.info(`Deleting documents from memory: ${name}`);
-
-	for (const doc of documents) {
-		try {
-			p.log.message(`Deleting document: ${doc} ....`);
-			await new Promise(resolve => setTimeout(resolve, 800)); // To avoid rate limiting
-
-			const deleteResponse = await deleteDocument({
-				documentName: doc,
-				memoryName: name,
-				account
-			});
-
-			dlog(`Delete response status: ${deleteResponse.status}`);
-
-			p.log.message(`Deleted document: ${doc}`);
-		} catch (error) {
-			throw error;
-		}
+		await Promise.all(batchPromises);
 	}
 	p.log.info(`Deleted documents from memory: ${name}`);
 }