Refactored several methods to streamline db access and error handling

Author: KyleC69

Directory.Packages.props

@@ -23,6 +23,7 @@
     <PackageVersion Include="Microsoft.Extensions.Options.ConfigurationExtensions" Version="10.0.0-preview.5.25277.114" />
     <PackageVersion Include="Polly" Version="8.6.1" />
     <PackageVersion Include="PuppeteerSharp" Version="20.1.3" />
+    <PackageVersion Include="puppeteersharp.dom" Version="5.0.43" />
     <PackageVersion Include="System.Text.Json" Version="10.0.0-preview.5.25277.114" />
   </ItemGroup>
 </Project>

Forms/MainForm.Designer.cs

@@ -7,7 +7,6 @@
 
 
 
-using MediaRecycler.Model;
 using MediaRecycler.Modules;
 using MediaRecycler.Modules.Interfaces;
 using MediaRecycler.Modules.Loggers;
@@ -105,8 +104,11 @@ private void AppendToMainViewer(object? sender, string text)
     /// </remarks>
     /// <param name="sender">The source of the event, typically the download button.</param>
     /// <param name="e">An <see cref="EventArgs" /> object containing event data.</param>
-    private async void btn_download_Click(object sender, EventArgs e)
+    private async void btn_queue_Click(object sender, EventArgs e)
     {
+
+
+
         _downloadManager = new UrlDownloader(_aggregator);
 
         // --- Subscribe to Events ---
@@ -144,7 +146,6 @@ private async void btn_download_Click(object sender, EventArgs e)
         }
         catch (Exception ex)
         {
-            await _downloadManager.SaveQueueAsync();
             Program.Logger?.LogError(ex, "Error running download process.");
             AppendToMainViewer(this, $"Error running download: {ex.Message}");
             SetStatusLabelText(this, "Download failed.");
@@ -163,9 +164,35 @@ private async void btn_download_Click(object sender, EventArgs e)
 
 
 
-    private async void btn_QueueVids_Click(object sender, EventArgs e)
+    private async void btn_Process_Click(object sender, EventArgs e)
+    {
+
+
+        IBlogScraper? scraper = new BlogScraper(_aggregator);
+        _scraper = scraper;
+
+        if (_scraper is IBlogScraper bscraper)
+        {
+            try
+            {
+                await bscraper.ExtractTargetLinksAsync();
+            }
+            catch (Exception)
+            {
+
+
+            }
+        }
+
+    }
+
+
+
+
+
+    private async void btn_download_Click(object sender, EventArgs e)
     {
-        btn_QueVideos.Enabled = false;
+        btn_Process.Enabled = false;
         try
         {
             _aggregator.Publish(new StatusMessage("Queuing videos..."));
@@ -198,7 +225,7 @@ private async void btn_QueueVids_Click(object sender, EventArgs e)
             SetStatusLabelText(null, "Video Queue finished.");
         }
 
-        btn_QueVideos.Enabled = true;
+        btn_Process.Enabled = true;
     }
 
 
@@ -505,7 +532,7 @@ private async Task ToggleButtonsAsync(object sender, bool isEnabled)
         {
             switch (button.Name)
             {
-                case nameof(btn_QueVideos):
+                case nameof(btn_Process):
                     button.Enabled = isEnabled;
 
                     if (_scraper != null) await _scraper.CancelAsync();
@@ -549,51 +576,6 @@ private void btn_Testing_Click(object sender, EventArgs e)
 
 
 
-    private void GetCollectedLinksFromFiles()
-    {
-        //string directory = AppDomain.CurrentDomain.BaseDirectory;
-        //string[] txtFiles = Directory.GetFiles(directory, "*.txt", SearchOption.TopDirectoryOnly);
-        var allLines = new List<string>();
-
-        var lnks = File.ReadAllLines(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "CollectedUrls.txt"));
-
-
-
-        using var db = new MRContext();
-
-
-        foreach (string url in lnks)
-        {
-        var d = db.PostPages.ToList();
-        tb_pages.Text = d.Count.ToString();
-
-            try
-            {
-                var id = url.Split("/").Last();
-                try
-                {
-                    if (!DataLayer.InsertPostPageUrlToDb(id, url))
-                    {
-
-                    }
-                }
-                catch (Exception ex)
-                {
-                    _aggregator?.Publish(new StatusMessage($"Error reading file '{url}': {ex.Message}"));
-                    continue;
-                }
-
-            }
-            catch (Exception)
-            {
-                continue;
-            }
-                tb_pages.Text = lnks.Length.ToString();
-        }
-
-     
-    }
-
 
 
 

Forms/MainForm.cs

@@ -65,6 +65,7 @@
     <PackageReference Include="Microsoft.Extensions.Options.ConfigurationExtensions" />
     <PackageReference Include="Polly" />
     <PackageReference Include="PuppeteerSharp" />
+    <PackageReference Include="puppeteersharp.dom" />
   </ItemGroup>
   <ItemGroup>
     <Compile Update="Model\DataSet1.Designer.cs">