Added new endpoint to get files with a given extension

Author: Nfactor26

src/Pixel.Persistence.Respository/FilesRepository.cs

@@ -158,6 +158,41 @@ public async IAsyncEnumerable<ProjectDataFile> GetFilesAsync(string projectId, s
         }
     }
 
+    /// <inheritdoc/>   
+    public async IAsyncEnumerable<ProjectDataFile> GetFilesOfTypeAsync(string projectId, string projectVersion, string fileExtension)
+    {
+        Guard.Argument(projectId, nameof(projectId)).NotNull().NotEmpty();
+        Guard.Argument(projectVersion, nameof(projectVersion)).NotNull().NotEmpty();
+        Guard.Argument(fileExtension, nameof(fileExtension)).NotNull().NotEmpty();
+
+        var filter = Builders<GridFSFileInfo>.Filter.Eq(x => x.Metadata[this.IdField], projectId) &
+                     Builders<GridFSFileInfo>.Filter.Eq(x => x.Metadata[this.versionField], projectVersion) &
+                     Builders<GridFSFileInfo>.Filter.Regex(x => x.Filename, $"({fileExtension})$");     
+
+        var sort = Builders<GridFSFileInfo>.Sort.Descending(x => x.UploadDateTime);
+        var options = new GridFSFindOptions
+        {
+            Sort = sort
+        };
+
+        using (var cursor = await bucket.FindAsync(filter, options))
+        {
+            foreach (var file in (await cursor.ToListAsync()))
+            {
+                var fileData = await bucket.DownloadAsBytesAsync(file.Id);
+                yield return new ProjectDataFile()
+                {
+                    ProjectId = projectId,
+                    ProjectVersion = projectVersion,
+                    FileName = file.Filename,
+                    FilePath = file.Metadata[this.filePathField].AsString,
+                    Tag = file.Metadata[this.tagField].AsString,
+                    Bytes = fileData
+                };
+            }
+        }
+    }
+
     /// <inheritdoc/>   
     public async Task AddOrUpdateFileAsync(string projectId, string projectVersion, ProjectDataFile dataFile)
     {

src/Pixel.Persistence.Respository/Interfaces/IFilesRepository.cs

@@ -25,14 +25,23 @@ public interface IFilesRepository
     /// <returns></returns>
     IAsyncEnumerable<ProjectDataFile> GetFilesAsync(string projectId, string projectVersion, string[] tags);
 
+    /// <summary>
+    /// Get all the files with a matching extension
+    /// </summary>
+    /// <param name="projectId"></param>
+    /// <param name="projectVersion"></param>
+    /// <param name="fileExtension"></param>
+    /// <returns></returns>
+    IAsyncEnumerable<ProjectDataFile> GetFilesOfTypeAsync(string projectId, string projectVersion, string fileExtension);
+
     /// <summary>
     /// Get a file by name for a given version of project
     /// </summary>
     /// <param name="projectId"></param>
     /// <param name="projectVersion"></param>
     /// <param name="fileName"></param>
     /// <returns></returns>
-    Task<ProjectDataFile> GetFileAsync(string projectId, string projectVersion, string fileName);
+    Task<ProjectDataFile> GetFileAsync(string projectId, string projectVersion, string fileName); 
 
     /// <summary>
     /// Add a new file to a given version of project

src/Pixel.Persistence.Services.Api/Controllers/FilesController.cs

@@ -117,6 +117,37 @@ public async Task<ActionResult> GetFilesWithTag(string projectId, string project
             }
         }
 
+        [HttpGet("{projectId}/{projectVersion}/type/{fileExtension}")]
+        public async Task<ActionResult> GetFilesOfType(string projectId, string projectVersion, string fileExtension)
+        {
+            try
+            {
+                using (var stream = new MemoryStream())
+                {
+                    using (var zipArchive = new ZipArchive(stream, ZipArchiveMode.Create))
+                    {
+                        await foreach (var file in this.filesRepository.GetFilesOfTypeAsync(projectId, projectVersion, fileExtension))
+                        {
+                            var zipEntry = zipArchive.CreateEntry(Path.Combine(file.FilePath));
+                            using (var zipEntryStream = zipEntry.Open())
+                            {
+                                zipEntryStream.Write(file.Bytes);
+                            }
+                        }
+                    }
+                    return File(stream.ToArray(), "application/zip", $"{projectId}.zip");
+
+                }
+
+            }
+            catch (Exception ex)
+            {
+                logger.LogError(ex, ex.Message);
+                return Problem(ex.Message, statusCode: StatusCodes.Status500InternalServerError);
+            }
+        }
+
+
         /// <summary>
         /// Add a new file to a given version of project
         /// </summary>

src/Pixel.Persistence.Services.Client/FilesRepositoryClient.cs

@@ -79,6 +79,20 @@ public async Task<byte[]> DownloadProjectDataFilesWithTags(string projectId, str
         return result.RawBytes;
     }
 
+    /// <inheritdoc/>  
+    public async Task<byte[]> DownloadProjectDataFilesOfType(string projectId, string projectVersion, string fileExtension)
+    {
+        Guard.Argument(projectId, nameof(projectId)).NotNull().NotEmpty();
+        Guard.Argument(projectVersion, nameof(projectVersion)).NotNull().NotEmpty();
+        Guard.Argument(fileExtension, nameof(fileExtension)).NotNull().NotEmpty();
+
+        RestRequest restRequest = new RestRequest($"{baseUrl}/{projectId}/{projectVersion}/type/{fileExtension}");      
+        var client = this.clientFactory.GetOrCreateClient();
+        var result = await client.ExecuteGetAsync(restRequest);
+        result.EnsureSuccess();
+        return result.RawBytes;
+    }
+
     /// <inheritdoc/>  
     public async Task<byte[]> DownProjectDataFile(string projectId, string projectVersion, string fileName)
     {

src/Pixel.Persistence.Services.Client/Interfaces/IProjectFilesRepositoryClient.cs renamed to src/Pixel.Persistence.Services.Client/Interfaces/IFilesRepositoryClient.cs

@@ -42,6 +42,15 @@ public interface IFilesRepositoryClient
     /// <returns></returns>
     Task<byte[]> DownloadProjectDataFilesWithTags(string projectId, string projectVersion, string[] tags);
 
+    /// <summary>
+    /// Download data files with matching extension
+    /// </summary>
+    /// <param name="projectId"></param>
+    /// <param name="projectVersion"></param>
+    /// <param name="fileExtension"></param>
+    /// <returns></returns>
+    Task<byte[]> DownloadProjectDataFilesOfType(string projectId, string projectVersion, string fileExtension);
+
     /// <summary>
     /// Add a project data file for a given version of project
     /// </summary>