Merge pull request #33 from DEFRA/develop

Develop 2 main

Author: krisddefra

src/KeeperData.Bridge/Controllers/ImportController.cs

@@ -71,6 +71,71 @@ public async Task<IActionResult> StartBulkImport([FromQuery] string sourceType =
         }
     }
 
+    /// <summary>
+    /// Gets a paginated list of import summaries in reverse chronological order (most recent first).
+    /// Returns summary information including status, file counts, and record statistics for each import.
+    /// </summary>
+    /// <param name="skip">Number of records to skip for pagination (default: 0)</param>
+    /// <param name="top">Number of records to return (default: 10, max: 100)</param>
+    /// <param name="cancellationToken">Cancellation token</param>
+    /// <returns>Paginated list of import summaries</returns>
+    [HttpGet]
+    [ProducesResponseType(typeof(object), StatusCodes.Status200OK)]
+    [ProducesResponseType(StatusCodes.Status400BadRequest)]
+    public async Task<IActionResult> GetImportSummaries(
+        [FromQuery] int skip = 0,
+        [FromQuery] int top = 10,
+        CancellationToken cancellationToken = default)
+    {
+        logger.LogInformation("Received request to get import summaries with skip={skip}, top={top}", skip, top);
+
+        // Validate parameters
+        if (skip < 0)
+        {
+            logger.LogWarning("Invalid skip parameter: {skip}", skip);
+            return BadRequest(new
+            {
+                Message = "Skip parameter must be greater than or equal to 0.",
+                Timestamp = DateTime.UtcNow
+            });
+        }
+
+        if (top <= 0 || top > 100)
+        {
+            logger.LogWarning("Invalid top parameter: {top}", top);
+            return BadRequest(new
+            {
+                Message = "Top parameter must be between 1 and 100.",
+                Timestamp = DateTime.UtcNow
+            });
+        }
+
+        try
+        {
+            var summaries = await importReportingService.GetImportSummariesAsync(skip, top, cancellationToken);
+
+            logger.LogInformation("Successfully retrieved {count} import summaries", summaries.Count);
+
+            return Ok(new
+            {
+                Skip = skip,
+                Top = top,
+                Count = summaries.Count,
+                Imports = summaries,
+                Timestamp = DateTime.UtcNow
+            });
+        }
+        catch (OperationCanceledException)
+        {
+            logger.LogWarning("Get import summaries request was cancelled");
+            return StatusCode(499, new
+            {
+                Message = "Request was cancelled.",
+                Timestamp = DateTime.UtcNow
+            });
+        }
+    }
+
     /// <summary>
     /// Gets the import report for a specific import ID.
     /// Includes overall import status, acquisition phase details, and ingestion phase details.

src/KeeperData.Core/Reporting/Dtos/ImportSummary.cs

@@ -0,0 +1,13 @@
+namespace KeeperData.Core.Reporting.Dtos;
+
+public record ImportSummary
+{
+    public required Guid ImportId { get; init; }
+    public required ImportStatus Status { get; init; }
+    public DateTime StartedAtUtc { get; init; }
+    public DateTime? CompletedAtUtc { get; init; }
+    public int FilesProcessed { get; init; }
+    public int RecordsCreated { get; init; }
+    public int RecordsUpdated { get; init; }
+    public int RecordsDeleted { get; init; }
+}

src/KeeperData.Core/Reporting/IImportReportingService.cs

@@ -24,4 +24,5 @@ public interface IImportReportingService
     Task<IReadOnlyList<FileProcessingReport>> GetFileReportsAsync(Guid importId, CancellationToken ct);
     Task<RecordLifecycle?> GetRecordLifecycleAsync(string collectionName, string recordId, CancellationToken ct);
     Task<IReadOnlyList<RecordLineageEvent>> GetRecordLineageAsync(string collectionName, string recordId, CancellationToken ct);
+    Task<IReadOnlyList<ImportSummary>> GetImportSummariesAsync(int skip = 0, int top = 10, CancellationToken ct = default);
 }

src/KeeperData.Core/Reporting/Impl/ImportReportingService.cs

@@ -309,6 +309,20 @@ public async Task<IReadOnlyList<RecordLineageEvent>> GetRecordLineageAsync(strin
         return lifecycle?.Events ?? Array.Empty<RecordLineageEvent>();
     }
 
+    public async Task<IReadOnlyList<ImportSummary>> GetImportSummariesAsync(int skip = 0, int top = 10, CancellationToken ct = default)
+    {
+        _logger.LogDebug("Getting import summaries with skip: {Skip}, top: {Top}", skip, top);
+
+        var documents = await _importReports
+            .Find(Builders<ImportReportDocument>.Filter.Empty)
+            .SortByDescending(x => x.StartedAtUtc)
+            .Skip(skip)
+            .Limit(top)
+            .ToListAsync(ct);
+
+        return documents.Select(MapToImportSummary).ToList();
+    }
+
     private static ImportReport MapToImportReport(ImportReportDocument doc)
     {
         return new ImportReport
@@ -396,4 +410,19 @@ private static RecordLifecycle MapToRecordLifecycle(RecordLineageDocument doc)
             }).ToList()
         };
     }
+
+    private static ImportSummary MapToImportSummary(ImportReportDocument doc)
+    {
+        return new ImportSummary
+        {
+            ImportId = doc.ImportId,
+            Status = Enum.Parse<ImportStatus>(doc.Status),
+            StartedAtUtc = doc.StartedAtUtc,
+            CompletedAtUtc = doc.CompletedAtUtc,
+            FilesProcessed = doc.IngestionPhase?.FilesProcessed ?? 0,
+            RecordsCreated = doc.IngestionPhase?.RecordsCreated ?? 0,
+            RecordsUpdated = doc.IngestionPhase?.RecordsUpdated ?? 0,
+            RecordsDeleted = doc.IngestionPhase?.RecordsDeleted ?? 0
+        };
+    }
 }