add batch upload and download with concurrency control

apps/mcp-server/src/services/ILighthouseService.ts

@@ -3,7 +3,14 @@
  */
 
 import { UploadResult, DownloadResult, AccessCondition, Dataset } from "@lighthouse-tooling/types";
-import { EnhancedAccessCondition } from "@lighthouse-tooling/sdk-wrapper";
+import {
+  EnhancedAccessCondition,
+  BatchUploadOptions,
+  BatchDownloadOptions,
+  BatchOperationResult,
+  BatchDownloadFileResult,
+  FileInfo,
+} from "@lighthouse-tooling/sdk-wrapper";
 
 export interface StoredFile {
   cid: string;
@@ -150,4 +157,20 @@ export interface ILighthouseService {
     success: boolean;
     error?: string;
   }>;
+
+  /**
+   * Batch upload multiple files with configurable concurrency
+   */
+  batchUploadFiles?(
+    filePaths: string[],
+    options?: BatchUploadOptions,
+  ): Promise<BatchOperationResult<FileInfo>>;
+
+  /**
+   * Batch download multiple files by CID with configurable concurrency
+   */
+  batchDownloadFiles?(
+    cids: string[],
+    options?: BatchDownloadOptions,
+  ): Promise<BatchOperationResult<BatchDownloadFileResult>>;
 }

apps/mcp-server/src/services/LighthouseService.ts

@@ -2,7 +2,17 @@
  * Real Lighthouse Service - Uses the unified SDK wrapper for actual Lighthouse operations
  */
 
-import { LighthouseAISDK, EnhancedAccessCondition } from "@lighthouse-tooling/sdk-wrapper";
+import {
+  LighthouseAISDK,
+  EnhancedAccessCondition,
+  BatchUploadOptions,
+  BatchDownloadOptions,
+  BatchOperationResult,
+  BatchDownloadFileResult,
+  BatchUploadInput,
+  BatchDownloadInput,
+  FileInfo,
+} from "@lighthouse-tooling/sdk-wrapper";
 import { UploadResult, DownloadResult, AccessCondition, Dataset } from "@lighthouse-tooling/types";
 import { Logger } from "@lighthouse-tooling/shared";
 import { ILighthouseService, StoredFile } from "./ILighthouseService.js";
@@ -879,6 +889,107 @@ export class LighthouseService implements ILighthouseService {
     }
   }
 
+  /**
+   * Batch upload multiple files with configurable concurrency
+   */
+  async batchUploadFiles(
+    filePaths: string[],
+    options?: BatchUploadOptions,
+  ): Promise<BatchOperationResult<FileInfo>> {
+    const startTime = Date.now();
+
+    try {
+      this.logger.info("Starting batch upload", {
+        fileCount: filePaths.length,
+        concurrency: options?.concurrency || 3,
+      });
+
+      // Convert string paths to BatchUploadInput objects
+      const inputs: BatchUploadInput[] = filePaths.map((filePath) => ({
+        filePath,
+      }));
+
+      const result = await this.sdk.batchUpload(inputs, options);
+
+      // Store successful uploads in cache and database
+      for (const fileResult of result.results) {
+        if (fileResult.success && fileResult.data) {
+          const storedFile: StoredFile = {
+            cid: fileResult.data.hash,
+            filePath: fileResult.data.name,
+            size: fileResult.data.size,
+            encrypted: fileResult.data.encrypted,
+            accessConditions: options?.accessConditions,
+            tags: options?.tags,
+            uploadedAt: fileResult.data.uploadedAt,
+            pinned: true,
+            hash: fileResult.data.hash,
+          };
+
+          this.storage.saveFile(storedFile);
+          this.fileCache.set(fileResult.data.hash, storedFile);
+        }
+      }
+
+      const executionTime = Date.now() - startTime;
+      this.logger.info("Batch upload completed", {
+        total: result.total,
+        successful: result.successful,
+        failed: result.failed,
+        successRate: result.successRate,
+        executionTime,
+      });
+
+      return result;
+    } catch (error) {
+      this.logger.error("Batch upload failed", error as Error, {
+        fileCount: filePaths.length,
+      });
+      throw error;
+    }
+  }
+
+  /**
+   * Batch download multiple files by CID with configurable concurrency
+   */
+  async batchDownloadFiles(
+    cids: string[],
+    options?: BatchDownloadOptions,
+  ): Promise<BatchOperationResult<BatchDownloadFileResult>> {
+    const startTime = Date.now();
+
+    try {
+      this.logger.info("Starting batch download", {
+        cidCount: cids.length,
+        concurrency: options?.concurrency || 3,
+        outputDir: options?.outputDir,
+      });
+
+      // Convert string CIDs to BatchDownloadInput objects
+      const inputs: BatchDownloadInput[] = cids.map((cid) => ({
+        cid,
+      }));
+
+      const result = await this.sdk.batchDownload(inputs, options);
+
+      const executionTime = Date.now() - startTime;
+      this.logger.info("Batch download completed", {
+        total: result.total,
+        successful: result.successful,
+        failed: result.failed,
+        successRate: result.successRate,
+        executionTime,
+      });
+
+      return result;
+    } catch (error) {
+      this.logger.error("Batch download failed", error as Error, {
+        cidCount: cids.length,
+      });
+      throw error;
+    }
+  }
+
   /**
    * Cleanup resources
    */