Merge pull request #2 from sharwell/GetAllPages

Aggregate data from multiple pages of results

Author: mabako

Git.hub/Client.cs

@@ -63,12 +63,12 @@ public IList<Repository> getRepositories()
 
             var request = new RestRequest("/user/repos?type=all");
 
-            var repos = client.Get<List<Repository>>(request);
-            if (repos.Data == null)
+            var repos = client.GetList<Repository>(request);
+            if (repos == null)
                 throw new Exception("Bad Credentials");
 
-            repos.Data.ForEach(r => r._client = client);
-            return repos.Data;
+            repos.ForEach(r => r._client = client);
+            return repos;
         }
 
         /// <summary>
@@ -81,9 +81,10 @@ public IList<Repository> getRepositories(string username)
             var request = new RestRequest("/users/{name}/repos");
             request.AddUrlSegment("name", username);
 
-            var list = client.Get<List<Repository>>(request).Data;
+            var list = client.GetList<Repository>(request);
             if (list == null)
                 throw new InvalidOperationException("User does not exist.");
+
             list.ForEach(r => r._client = client);
             return list;
         }
@@ -119,7 +120,7 @@ public IList<Repository> getOrganizationRepositories(string organization)
             var request = new RestRequest("/orgs/{org}/repos");
             request.AddUrlSegment("org", organization);
 
-            var list = client.Get<List<Repository>>(request).Data;
+            var list = client.GetList<Repository>(request);
 
             Organization org = new Organization { Login = organization };
             list.ForEach(r => { r._client = client; r.Organization = org; });

Git.hub/Git.hub.csproj

@@ -47,6 +47,7 @@
     <Compile Include="Organization.cs" />
     <Compile Include="Properties\AssemblyInfo.cs" />
     <Compile Include="PullRequest.cs" />
+    <Compile Include="RestClientExtensions.cs" />
     <Compile Include="util\ReplacingJsonSerializer.cs" />
     <Compile Include="Repository.cs" />
     <Compile Include="User.cs" />

Git.hub/Issue.cs

@@ -21,7 +21,7 @@ public List<IssueComment> GetComments()
             request.AddUrlSegment("repo", Repository.Name);
             request.AddUrlSegment("issue", Number.ToString());
 
-            return _client.Get<List<IssueComment>>(request).Data;
+            return _client.GetList<IssueComment>(request);
         }
 
         public IssueComment CreateComment(string body)

Git.hub/PullRequest.cs

@@ -86,7 +86,7 @@ public List<PullRequestCommit> GetCommits()
             request.AddUrlSegment("repo", Repository.Name);
             request.AddUrlSegment("pull", Number.ToString());
 
-            return _client.Get<List<PullRequestCommit>>(request).Data;
+            return _client.GetList<PullRequestCommit>(request);
         }
 
         public Issue ToIssue()

Git.hub/Repository.cs

@@ -84,7 +84,7 @@ public IList<Branch> GetBranches()
             request.AddUrlSegment("user", Owner.Login);
             request.AddUrlSegment("repo", Name);
 
-            return _client.Get<List<Branch>>(request).Data;
+            return _client.GetList<Branch>(request);
         }
 
         /// <summary>
@@ -97,7 +97,7 @@ public IList<PullRequest> GetPullRequests()
             request.AddUrlSegment("user", Owner.Login);
             request.AddUrlSegment("repo", Name);
 
-            var list = _client.Get<List<PullRequest>>(request).Data;
+            var list = _client.GetList<PullRequest>(request);
             if (list == null)
                 return null;
 

Git.hub/RestClientExtensions.cs

@@ -0,0 +1,46 @@
+namespace Git.hub
+{
+    using System;
+    using System.Collections.Generic;
+    using System.Linq;
+    using System.Text.RegularExpressions;
+    using RestSharp;
+
+    internal static class RestClientExtensions
+    {
+        private static readonly Regex LinkHeaderFormat = new Regex(@"<(?<Link>[^>]*)>; rel=""(?<Rel>\w*)""", RegexOptions.Compiled);
+
+        public static List<T> GetList<T>(this IRestClient client, IRestRequest request)
+        {
+            List<T> result = new List<T>();
+            while (true)
+            {
+                IRestResponse<List<T>> pageResponse = client.Get<List<T>>(request);
+                if (pageResponse.Data == null)
+                    return null;
+
+                result.AddRange(pageResponse.Data);
+
+                Parameter linkHeader = pageResponse.Headers.FirstOrDefault(i => string.Equals(i.Name, "Link", StringComparison.OrdinalIgnoreCase));
+                if (linkHeader == null)
+                    break;
+
+                bool hasNext = false;
+                foreach (Match match in LinkHeaderFormat.Matches(linkHeader.Value.ToString()))
+                {
+                    if (string.Equals(match.Groups["Rel"].Value, "next", StringComparison.OrdinalIgnoreCase))
+                    {
+                        request = new RestRequest(new Uri(match.Groups["Link"].Value));
+                        hasNext = true;
+                        break;
+                    }
+                }
+
+                if (!hasNext)
+                    break;
+            }
+
+            return result;
+        }
+    }
+}