smart-crawler/Tests/LinkParserTest.cs at master · filipmihal/smart-crawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
namespace Tests;

public class LinkParserTest
{
    [SetUp]
    public void Setup()
    {
    }

    [Test]
    public void ParseValidHtml()
    {
        List<string> expected = new List<string>(new string[] { "https://www.w3.org/", "https://www.google.com/" });
        string validHtml = @"<h2>Absolute URLs</h2>
            <p><a href=""https://www.w3.org/"">W3C</a></p>
            <p><a href='https://www.google.com/'>Google</a></p>";
        var actual = SmartCrawler.CrawlerHelpers.ParseLinks(validHtml, "https://www.w3.org");
        CollectionAssert.AreEqual(expected, actual);
    }

    [Test]
    public void ParseInvalidHtml()
    {
        List<string> expected = new List<string>(new string[] { "https://www.w3.org/" });
        string validHtml = @"<h1>Absolute URLs
            <p>nn    <a href=""https://www.w3.org/"">W3C</p>
            <p><a href='https://www.google.com/>Google</a></p>";
        var actual = SmartCrawler.CrawlerHelpers.ParseLinks(validHtml, "https://www.w3.org");
        CollectionAssert.AreEqual(expected, actual);
    }

    [Test]
    public void RelativeUrls()
    {
        List<string> expected = new List<string>(new string[] { "https://www.w3.org/ahoj/html_images.asp", "https://www.w3.org/css/default.asp" });
        string validHtml = @"<h2>Relative URLs</h2>
            <p><a href=""html_images.asp"">HTML Images</a></p>
            <p><a href='/css/default.asp'>CSS Tutorial</a></p>";
        var actual = SmartCrawler.CrawlerHelpers.ParseLinks(validHtml, "https://www.w3.org/ahoj");
        CollectionAssert.AreEqual(expected, actual);
    }

    [Test]
    public void RelativeUrlsComplexParent()
    {
        List<string> expected = new List<string>(new string[] { "https://www.w3.org/ahoj/hello/html_images.asp", "https://www.w3.org/css/default.asp" });
        string validHtml = @"<h2>Relative URLs</h2>
            <p><a href=""html_images.asp"">HTML Images</a></p>
            <p><a href='/css/default.asp'>CSS Tutorial</a></p>";
        var actual = SmartCrawler.CrawlerHelpers.ParseLinks(validHtml, "https://www.w3.org/ahoj/hello/?val=true");
        CollectionAssert.AreEqual(expected, actual);
    }
}