feat: Implemented FileExtract Function

Author: alex-clayton-1

src/ServiceLayer.Mesh/Functions/FileExtractFunction.cs

@@ -1,4 +1,3 @@
-using Azure.Storage.Blobs.Models;
 using Microsoft.Azure.Functions.Worker;
 using Microsoft.EntityFrameworkCore;
 using Microsoft.Extensions.Logging;
@@ -15,6 +14,7 @@ public class FileExtractFunction(
     IMeshInboxService meshInboxService,
     ServiceLayerDbContext serviceLayerDbContext,
     IFileTransformQueueClient fileTransformQueueClient,
+    IFileExtractQueueClient fileExtractQueueClient,
     IMeshFilesBlobStore meshFileBlobStore)
 {
     [Function("FileExtractFunction")]
@@ -51,57 +51,41 @@ public async Task Run([QueueTrigger("file-extract")] FileExtractQueueMessage mes
         await serviceLayerDbContext.SaveChangesAsync();
         await transaction.CommitAsync();
 
-        // TODO - approx after this point we'll need to wrap everything in a try-catch. On failure we should
-        //        update the meshfile to FailedExtract, and move the message to the poison queue
-
-        var mailboxId = Environment.GetEnvironmentVariable("NBSSMailBoxId")
-            ?? throw new InvalidOperationException($"Environment variable 'NBSSMailBoxId' is not set or is empty.");
-
-        var meshResponse = await meshInboxService.GetMessageByIdAsync(mailboxId, file.FileId);
-        if (!meshResponse.IsSuccessful)
+        try
         {
-            // TODO - what to do if unsuccessful?
-            throw new InvalidOperationException($"Mesh extraction failed: {meshResponse.Error}");
+            var mailboxId = Environment.GetEnvironmentVariable("NBSSMailBoxId")
+                ?? throw new InvalidOperationException($"Environment variable 'NBSSMailBoxId' is not set or is empty.");
+
+            var meshResponse = await meshInboxService.GetMessageByIdAsync(mailboxId, file.FileId);
+            if (!meshResponse.IsSuccessful)
+            {
+                // TODO - what to do if unsuccessful?
+                throw new InvalidOperationException($"Mesh extraction failed: {meshResponse.Error}");
+            }
+
+            var blobPath = await meshFileBlobStore.UploadAsync(file, meshResponse.Response.FileAttachment.Content);
+
+            var meshAcknowledgementResponse = await meshInboxService.AcknowledgeMessageByIdAsync(mailboxId, message.FileId);
+            if (!meshResponse.IsSuccessful)
+            {
+                // TODO - what to do if unsuccessful?
+                throw new InvalidOperationException($"Mesh acknowledgement failed: {meshResponse.Error}");
+            }
+
+            file.Status = MeshFileStatus.Extracted;
+            file.LastUpdatedUtc = DateTime.UtcNow;
+            file.BlobPath = blobPath;
+            await serviceLayerDbContext.SaveChangesAsync();
+
+            await fileTransformQueueClient.EnqueueFileTransformAsync(file);
+        }
+        catch (Exception ex)
+        {
+            logger.LogError(ex, "");
+            file.Status = MeshFileStatus.FailedExtract;
+            file.LastUpdatedUtc = DateTime.UtcNow;
+            await serviceLayerDbContext.SaveChangesAsync();
+            await fileExtractQueueClient.SendToPoisonQueueAsync(message);
         }
-
-        await meshFileBlobStore.UploadAsync(file, meshResponse.Response.FileAttachment.Content);
     }
-
-    // public async Task<bool> UploadFileToBlobStorage(BlobFile blobFile, bool overwrite = false)
-    // {
-    //     var blobClient = blobContainerClient.GetBlobClient(blobFile.FileName);
-    //
-    //     await blobContainerClient.CreateIfNotExistsAsync(PublicAccessType.None);
-    //
-    //     try
-    //     {
-    //         await blobClient.UploadAsync(blobFile.Data, overwrite: overwrite);
-    //     }
-    //     catch (Exception ex)
-    //     {
-    //         logger.LogError(ex, "There has been a problem while uploading the file: {Message}", ex.Message);
-    //         return false;
-    //     }
-    //
-    //     return true;
-    // }
 }
-
-// public class BlobFile
-// {
-//     public BlobFile(byte[] bytes, string fileName)
-//     {
-//         Data = new MemoryStream(bytes);
-//         FileName = fileName;
-//     }
-//     public BlobFile(Stream stream, string fileName)
-//     {
-//         Data = stream;
-//         FileName = fileName;
-//     }
-//
-//     public Stream Data { get; set; }
-//     public string FileName { get; set; }
-// }
-
-

src/ServiceLayer.Mesh/Storage/IMeshFilesBlobStore.cs

@@ -8,5 +8,5 @@ public interface IMeshFilesBlobStore
     public Task<Stream> DownloadAsync(MeshFile file);
 
     // Mesh client gives us a byte array, hence this not taking a stream.
-    public Task UploadAsync(MeshFile file, byte[] data);
+    public Task<string> UploadAsync(MeshFile file, byte[] data);
 }

src/ServiceLayer.Mesh/Storage/MeshFilesBlobStore.cs

@@ -1,16 +1,24 @@
+using Azure.Storage.Blobs;
 using ServiceLayer.Mesh.Models;
 
 namespace ServiceLayer.Mesh.Storage;
 
-public class MeshFilesBlobStore : IMeshFilesBlobStore
+public class MeshFilesBlobStore(BlobContainerClient blobContainerClient) : IMeshFilesBlobStore
 {
     public Task<Stream> DownloadAsync(MeshFile file)
     {
         throw new NotImplementedException();
     }
 
-    public Task UploadAsync(MeshFile file, byte[] data)
+    public async Task<string> UploadAsync(MeshFile file, byte[] data)
     {
-        throw new NotImplementedException();
+        var blobPath = $"{file.FileType}/{file.FileId}";
+        var blobClient = blobContainerClient.GetBlobClient(blobPath);
+
+        var dataStream = new MemoryStream(data);
+
+        await blobClient.UploadAsync(dataStream, overwrite: true);
+
+        return blobPath;
     }
 }