Fix rate limit errors for PackageLinkTests

Author: ionite34

StabilityMatrix.Tests/Models/Packages/PackageLinkTests.cs

@@ -1,4 +1,7 @@
 using System.Net.Http.Headers;
+using Polly;
+using Polly.Contrib.WaitAndRetry;
+using Polly.Retry;
 using StabilityMatrix.Core.Models.Packages;
 
 namespace StabilityMatrix.Tests.Models.Packages;
@@ -7,6 +10,7 @@ namespace StabilityMatrix.Tests.Models.Packages;
 /// Tests that URL links on Packages should be valid. Requires internet connection.
 /// </summary>
 [TestClass]
+[TestCategory("Http")]
 public sealed class PackageLinkTests
 {
     private static HttpClient HttpClient { get; } =
@@ -15,14 +19,30 @@ public sealed class PackageLinkTests
     private static IEnumerable<object[]> PackagesData =>
         PackageHelper.GetPackages().Select(p => new object[] { p });
 
+    private static readonly AsyncRetryPolicy<HttpResponseMessage> RetryPolicy = Policy<HttpResponseMessage>
+        .HandleResult(response => response.StatusCode == System.Net.HttpStatusCode.TooManyRequests)
+        .WaitAndRetryAsync(
+            Backoff.DecorrelatedJitterBackoffV2(TimeSpan.FromMilliseconds(200), 3),
+            onRetry: (outcome, timespan, retryAttempt, context) =>
+            {
+                // Log retry attempt if needed
+                Console.WriteLine($"Retry attempt {retryAttempt}, waiting {timespan.TotalSeconds} seconds");
+            }
+        );
+
     [TestMethod]
     [DynamicData(nameof(PackagesData))]
     public async Task TestPreviewImageUri(BasePackage package)
     {
         var imageUri = package.PreviewImageUri;
 
-        // Test http head is successful
-        var response = await HttpClient.SendAsync(new HttpRequestMessage(HttpMethod.Head, imageUri));
+        // If is GitHub Uri, use jsdelivr instead due to rate limiting
+        imageUri = GitHubToJsDelivr(imageUri);
+
+        // Test http head is successful with retry policy
+        var response = await RetryPolicy.ExecuteAsync(async () =>
+            await HttpClient.SendAsync(new HttpRequestMessage(HttpMethod.Head, imageUri))
+        );
 
         Assert.IsTrue(
             response.IsSuccessStatusCode,
@@ -38,13 +58,18 @@ public async Task TestLicenseUrl(BasePackage package)
     {
         if (string.IsNullOrEmpty(package.LicenseUrl))
         {
-            Assert.Inconclusive();
+            Assert.Inconclusive($"No LicenseUrl for package {package.GetType().Name} '{package.Name}'");
         }
 
-        var licenseUri = package.LicenseUrl;
+        var licenseUri = new Uri(package.LicenseUrl);
+
+        // If is GitHub Uri, use jsdelivr instead due to rate limiting
+        licenseUri = GitHubToJsDelivr(licenseUri);
 
-        // Test http head is successful
-        var response = await HttpClient.SendAsync(new HttpRequestMessage(HttpMethod.Head, licenseUri));
+        // Test http head is successful with retry policy
+        var response = await RetryPolicy.ExecuteAsync(async () =>
+            await HttpClient.SendAsync(new HttpRequestMessage(HttpMethod.Head, licenseUri))
+        );
 
         Assert.IsTrue(
             response.IsSuccessStatusCode,
@@ -53,4 +78,21 @@ public async Task TestLicenseUrl(BasePackage package)
             response
         );
     }
+
+    private static Uri GitHubToJsDelivr(Uri uri)
+    {
+        // Like https://github.com/user/Repo/blob/main/LICENSE
+        // becomes: https://cdn.jsdelivr.net/gh/user/Repo@main/LICENSE
+        if (uri.Host.Equals("github.com", StringComparison.OrdinalIgnoreCase))
+        {
+            var segments = uri.AbsolutePath.Split('/', StringSplitOptions.RemoveEmptyEntries);
+            if (segments is [var user, var repo, "blob", var branch, ..])
+            {
+                var path = string.Join("/", segments.Skip(4));
+                return new Uri($"https://cdn.jsdelivr.net/gh/{user}/{repo}@{branch}/{path}");
+            }
+        }
+
+        return uri;
+    }
 }