added some concats

Author: spenney

WebCrawler/Model/Crawler.cs

@@ -144,47 +144,57 @@ private void CrawlPage(string url)
                 Console.WriteLine(linkParser.GoodUrls);
                 Console.WriteLine(_externalUrlRepository.List);
                 //Crawl all the links found on the page.
+                int loopBreak1 = 0;
                 foreach (string link in _externalUrlRepository.List)
                 {
                     string formattedLink = link;
+                    loopBreak1++;
                     try
                     {
                         formattedLink = FixPath(url, formattedLink);
 
                         if (formattedLink != String.Empty)
                         {
-                            links.Add(new Link(" ", "==============Crawling to new external page...=============="));
+                            links.Add(new Link(" ", "==============Crawling to new external page " + link + "...=============="));
                             CrawlPage(formattedLink);
                         }
                     }
                     catch (Exception exc)
                     {
                         _failedUrlRepository.List.Add(formattedLink + " (on page at url " + url + ") - " + exc.Message);
                     }
+                    if (loopBreak1 >= 100)
+                    {
+                        break;
+                    }
                 }
                 int loopBreak = 0;
-                foreach (string link in linkParser.GoodUrls)
+                foreach (string iLink in linkParser.GoodUrls)
                 {
-                    string formattedLink = link;
+                    string formattediLink = iLink;
                     loopBreak++;
                     try
                     {
-                        formattedLink = FixPath(url, formattedLink);
-                        
-                        if (formattedLink != String.Empty)
+                        formattediLink = FixPath(url, formattediLink);
+
+                        if (formattediLink != String.Empty)
                         {
-                            links.Add(new Link(" ", "==============Crawling to new internal page...=============="));
-                            CrawlPage(formattedLink);
+                            links.Add(new Link(" ", "==============Crawling to new internal page from " + iLink + "...=============="));
+                            CrawlPage(formattediLink);
                         }
                     }
                     catch (Exception exc)
                     {
-                        _failedUrlRepository.List.Add(formattedLink + " (on page at url " + url + ") - " + exc.Message);
+                        _failedUrlRepository.List.Add(formattediLink + " (on page at url " + url + ") - " + exc.Message);
                     }
-                    if (loopBreak >= 100)
+                    if (loopBreak >= 5)
                     {
                         break;
                     }
+                    /*if (formattediLink == "/covid19")
+                    {
+                        break;
+                    }*/
                 }
             }
         }