Implemented the FTP requester #10

Author: FlorianRappl

src/AngleSharp.Io.Tests/AngleSharp.Io.Tests.csproj

@@ -93,6 +93,7 @@
   </ItemGroup>
   <ItemGroup>
     <Compile Include="Helper.cs" />
+    <Compile Include="Network\FtpRequesterTests.cs" />
     <Compile Include="Network\HttpClientRequesterTests.cs" />
     <Compile Include="Network\Mocks\Request.cs" />
     <Compile Include="Network\Mocks\HttpMockHandler.cs" />

src/AngleSharp.Io.Tests/Network/FtpRequesterTests.cs

@@ -0,0 +1,51 @@
+namespace AngleSharp.Io.Tests.Network
+{
+    using AngleSharp.Dom.Html;
+    using AngleSharp.Extensions;
+    using AngleSharp.Io.Network;
+    using AngleSharp.Network.Default;
+    using NUnit.Framework;
+    using System.IO;
+    using System.Threading;
+    using System.Threading.Tasks;
+
+    [TestFixture]
+    public class FtpRequesterTests
+    {
+        [Test]
+        public async Task DownloadFtpRfcViaFtpRequester()
+        {
+            var url = "ftp://ftp.funet.fi/pub/standards/RFC/rfc959.txt";
+            var requester = new FtpRequester();
+            var request = new Request { Address = Url.Create(url) };
+
+            var response = await requester.RequestAsync(request, CancellationToken.None);
+            Assert.IsNotNull(response);
+
+            var content = await new StreamReader(response.Content).ReadToEndAsync();
+            Assert.AreEqual(147316, content.Length);
+        }
+
+        [Test]
+        public async Task FollowLinkToUseFtpRequesterUsingAllRequesters()
+        {
+            var config = Configuration.Default.WithRequesters();
+            var context = BrowsingContext.New(config);
+            var document = await context.OpenAsync(res => res.Content("<a href='ftp://ftp.funet.fi/pub/standards/RFC/rfc959.txt'>Download</a>"));
+            var result = await document.QuerySelector<IHtmlAnchorElement>("a").NavigateAsync();
+            var content = result.Body.TextContent;
+            Assert.AreEqual(145730, content.Length);
+        }
+
+        [Test]
+        public async Task FollowLinkToUseFtpRequesterUsingStandardRequesters()
+        {
+            var config = Configuration.Default.WithDefaultLoader();
+            var context = BrowsingContext.New(config);
+            var document = await context.OpenAsync(res => res.Content("<a href='ftp://ftp.funet.fi/pub/standards/RFC/rfc959.txt'>Download</a>"));
+            var result = await document.QuerySelector<IHtmlAnchorElement>("a").NavigateAsync();
+            var content = result.Body.TextContent;
+            Assert.AreEqual(0, content.Length);
+        }
+    }
+}

src/AngleSharp.Io/AngleSharp.Io.csproj

@@ -52,6 +52,7 @@
     <Compile Include="Extensions\GeneralExtensions.cs" />
     <Compile Include="Dom\WebSocket.cs" />
     <Compile Include="Interfaces\IStorage.cs" />
+    <Compile Include="Network\FtpRequester.cs" />
     <Compile Include="Network\HttpClientRequester.cs" />
     <Compile Include="Properties\AssemblyInfo.cs" />
   </ItemGroup>

src/AngleSharp.Io/ConfigurationExtensions.cs

@@ -20,7 +20,7 @@ public static class ConfigurationExtensions
         /// <returns>The new configuration.</returns>
         public static IConfiguration WithRequesters(this IConfiguration configuration, Action<LoaderService> setup = null)
         {
-            var requesters = new IRequester[] { new HttpClientRequester(), new DataRequester() };
+            var requesters = new IRequester[] { new HttpClientRequester(), new DataRequester(), new FtpRequester() };
             return configuration.WithDefaultLoader(setup, requesters);
         }
 
@@ -36,7 +36,7 @@ public static IConfiguration WithRequesters(this IConfiguration configuration, A
         public static IConfiguration WithRequesters(this IConfiguration configuration, HttpMessageHandler httpMessageHandler, Action<LoaderService> setup = null)
         {
             var httpClient = new HttpClient(httpMessageHandler);
-            var requesters = new IRequester[] { new HttpClientRequester(httpClient), new DataRequester() };
+            var requesters = new IRequester[] { new HttpClientRequester(httpClient), new DataRequester(), new FtpRequester() };
             return configuration.WithDefaultLoader(setup, requesters);
         }
     }

src/AngleSharp.Io/Network/FtpRequester.cs

@@ -0,0 +1,40 @@
+namespace AngleSharp.Io.Network
+{
+    using AngleSharp.Network;
+    using AngleSharp.Network.Default;
+    using System;
+    using System.Net;
+    using System.Threading;
+    using System.Threading.Tasks;
+
+    public class FtpRequester : IRequester
+    {
+        public async Task<IResponse> RequestAsync(IRequest request, CancellationToken cancel)
+        {
+            var requester = FtpWebRequest.Create(request.Address.Href) as FtpWebRequest;
+
+            if (requester != null)
+            {
+                requester.Method = WebRequestMethods.Ftp.DownloadFile;
+                requester.Credentials = new NetworkCredential("anonymous", String.Empty);
+
+                var response = await requester.GetResponseAsync().ConfigureAwait(false);
+                var content = response.GetResponseStream();
+
+                return new Response
+                {
+                    Address = request.Address,
+                    Content = content,
+                    StatusCode = HttpStatusCode.OK
+                };
+            }
+
+            return default(IResponse);
+        }
+
+        public Boolean SupportsProtocol(String protocol)
+        {
+            return !String.IsNullOrEmpty(protocol) && protocol.Equals(ProtocolNames.Ftp);
+        }
+    }
+}