Skip to content

Commit b74ff26

Browse files
author
spenney
committed
depth limit
1 parent d09116c commit b74ff26

File tree

1 file changed

+9
-2
lines changed

1 file changed

+9
-2
lines changed

WebCrawler/Model/Crawler.cs

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -97,11 +97,17 @@ public void InitilizeCreateReport()
9797
9898
//Environment.Exit(0);
9999
}*/
100-
100+
int depthLimit = 0;
101101
private void CrawlPage(string url)
102102
{
103+
103104
if (!PageHasBeenCrawled(url))
104105
{
106+
if(depthLimit++ >= 5)
107+
{
108+
return;
109+
}
110+
105111
var htmlText = GetWebText(url);
106112

107113
var linkParser = new LinkParser();
@@ -179,7 +185,8 @@ private void CrawlPage(string url)
179185

180186
if (formattediLink != String.Empty)
181187
{
182-
links.Add(new Link(" ", "==============Crawling to new internal page from " + iLink + "...=============="));
188+
189+
links.Add(new Link(" ", "==============Crawling to new internal page " + iLink + "...=============="));
183190
CrawlPage(formattediLink);
184191
}
185192
}

0 commit comments

Comments
 (0)