PR updates and removed worker test projects using git command

Author: MarkGentHe1

src/KeeperData.Bridge.Worker/Configuration/ScheduledJobConfiguration.cs

@@ -0,0 +1,8 @@
+namespace KeeperData.Bridge.Worker.Configuration;
+
+public class ScheduledJobConfiguration
+{
+    public string JobType { get; set; } = string.Empty;
+    public bool Enabled { get; set; }
+    public string CronSchedule { get; set; } = string.Empty;
+}

src/KeeperData.Bridge.Worker/Jobs/DataProcessingOrchestratorJob.cs

@@ -0,0 +1,28 @@
+using KeeperData.Bridge.Worker.Tasks;
+using Microsoft.Extensions.Logging;
+using Quartz;
+
+namespace KeeperData.Bridge.Worker.Jobs;
+
+[DisallowConcurrentExecution]
+public class ImportBulkFilesJob(
+    ITaskProcessBulkFiles taskProcessBulkFiles,
+    ILogger<ImportBulkFilesJob> logger) : IJob
+{
+    public async Task Execute(IJobExecutionContext context)
+    {
+        logger.LogInformation("ImportBulkFilesJob started at {startTime}", DateTime.UtcNow);
+
+        try
+        {
+            await taskProcessBulkFiles.RunAsync(context.CancellationToken);
+
+            logger.LogInformation("ImportBulkFilesJob completed at {endTime}", DateTime.UtcNow);
+        }
+        catch (Exception ex)
+        {
+            logger.LogError(ex, "ImportBulkFilesJob failed.");
+            throw;
+        }
+    }
+}

src/KeeperData.Bridge.Worker/Jobs/ImportBulkFilesJob.cs

@@ -0,0 +1,28 @@
+using KeeperData.Bridge.Worker.Tasks;
+using Microsoft.Extensions.Logging;
+using Quartz;
+
+namespace KeeperData.Bridge.Worker.Jobs;
+
+[DisallowConcurrentExecution]
+public class ImportDeltaFilesJob(
+    ITaskProcessDeltaFiles taskProcessDeltaFiles,
+    ILogger<ImportDeltaFilesJob> logger) : IJob
+{
+    public async Task Execute(IJobExecutionContext context)
+    {
+        logger.LogInformation("ImportDeltaFilesJob started at {startTime}", DateTime.UtcNow);
+
+        try
+        {
+            await taskProcessDeltaFiles.RunAsync(context.CancellationToken);
+
+            logger.LogInformation("ImportDeltaFilesJob completed at {endTime}", DateTime.UtcNow);
+        }
+        catch (Exception ex)
+        {
+            logger.LogError(ex, "ImportDeltaFilesJob failed.");
+            throw;
+        }
+    }
+}

src/KeeperData.Bridge.Worker/Jobs/ImportDeltaFilesJob.cs

@@ -2,20 +2,15 @@
 
   <PropertyGroup>
     <TargetFramework>net8.0</TargetFramework>
-    <Nullable>enable</Nullable>
     <ImplicitUsings>enable</ImplicitUsings>
-    <UserSecretsId>dotnet-KeeperData.Bridge.Worker-9c9ceddd-667d-4132-9837-ed22f2601850</UserSecretsId>
-    <DockerDefaultTargetOS>Linux</DockerDefaultTargetOS>
-    <DockerfileContext>..\..</DockerfileContext>
+    <Nullable>enable</Nullable>
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Elastic.CommonSchema.Serilog" Version="9.0.0" />
-    <PackageReference Include="Microsoft.Extensions.Hosting" Version="8.0.1" />
-    <PackageReference Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.22.1" />
     <PackageReference Include="Quartz.Extensions.Hosting" Version="3.15.0" />
-    <PackageReference Include="Serilog.Extensions.Hosting" Version="9.0.0" />
-    <PackageReference Include="Serilog.Settings.Configuration" Version="9.0.0" />
-    <PackageReference Include="Serilog.Sinks.Console" Version="6.0.0" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\KeeperData.Infrastructure\KeeperData.Infrastructure.csproj" />
   </ItemGroup>
 </Project>

src/KeeperData.Bridge.Worker/KeeperData.Bridge.Worker.csproj

@@ -0,0 +1,75 @@
+using KeeperData.Bridge.Worker.Configuration;
+using KeeperData.Bridge.Worker.Jobs;
+using KeeperData.Bridge.Worker.Tasks;
+using KeeperData.Bridge.Worker.Tasks.Implementations;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.DependencyInjection;
+using Quartz;
+using System.Diagnostics.CodeAnalysis;
+
+namespace KeeperData.Bridge.Worker.Setup;
+
+[ExcludeFromCodeCoverage]
+public static class ServiceCollectionExtensions
+{
+    public static void AddBackgroundJobDependencies(this IServiceCollection services, IConfiguration configuration)
+    {
+        services
+            .AddQuartz(configuration)
+            .AddJobs()
+            .AddTasks();
+    }
+
+    private static IServiceCollection AddQuartz(this IServiceCollection services, IConfiguration configuration)
+    {
+        var scheduledJobConfiguration = configuration.GetRequiredSection("Quartz:Jobs").Get<List<ScheduledJobConfiguration>>() ?? [];
+
+        services.AddQuartz(q =>
+        {
+            var importBulkFilesConfig = scheduledJobConfiguration.FirstOrDefault(x => x.JobType == nameof(ImportBulkFilesJob));
+            if (importBulkFilesConfig?.CronSchedule != null)
+            {
+                q.AddJob<ImportBulkFilesJob>(opts => opts.WithIdentity(importBulkFilesConfig.JobType));
+
+                q.AddTrigger(opts => opts
+                    .ForJob(importBulkFilesConfig.JobType)
+                    .WithIdentity($"{importBulkFilesConfig.JobType}-trigger")
+                    .WithCronSchedule(importBulkFilesConfig.CronSchedule));
+            }
+
+            var importDeltaFilesConfig = scheduledJobConfiguration.FirstOrDefault(x => x.JobType == nameof(ImportDeltaFilesJob));
+            if (importDeltaFilesConfig?.CronSchedule != null)
+            {
+                q.AddJob<ImportDeltaFilesJob>(opts => opts.WithIdentity(importDeltaFilesConfig.JobType));
+
+                q.AddTrigger(opts => opts
+                    .ForJob(importDeltaFilesConfig.JobType)
+                    .WithIdentity($"{importDeltaFilesConfig.JobType}-trigger")
+                    .WithCronSchedule(importDeltaFilesConfig.CronSchedule));
+            }
+        });
+
+        services.AddQuartzHostedService(q =>
+        {
+            q.WaitForJobsToComplete = false;
+        });
+
+        return services;
+    }
+
+    private static IServiceCollection AddJobs(this IServiceCollection services)
+    {
+        services.AddScoped<ImportBulkFilesJob>();
+        services.AddScoped<ImportDeltaFilesJob>();
+
+        return services;
+    }
+
+    private static IServiceCollection AddTasks(this IServiceCollection services)
+    {
+        services.AddScoped<ITaskProcessBulkFiles, TaskProcessBulkFiles>();
+        services.AddScoped<ITaskProcessDeltaFiles, TaskProcessDeltaFiles>();
+
+        return services;
+    }
+}

src/KeeperData.Bridge.Worker/Properties/launchSettings.json

@@ -1,13 +1,6 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text;
-using System.Threading.Tasks;
+namespace KeeperData.Bridge.Worker.Tasks;
 
-namespace KeeperData.Bridge.Worker.Tasks
+public interface ITask
 {
-    public interface ITask
-    {
-        Task RunAsync(CancellationToken cancellationToken);
-    }
-}
+    Task RunAsync(CancellationToken cancellationToken);
+}