Add deploy update-redirects command to docs-assembler

Author: cotti

Directory.Packages.props

@@ -13,6 +13,8 @@
     <PackageVersion Include="Amazon.Lambda.S3Events" Version="3.1.0" />
     <PackageVersion Include="Amazon.Lambda.Serialization.SystemTextJson" Version="2.4.4" />
     <PackageVersion Include="Amazon.Lambda.SQSEvents" Version="2.2.0" />
+    <PackageVersion Include="AWSSDK.CloudFront" Version="4.0.0.10" />
+    <PackageVersion Include="AWSSDK.CloudFrontKeyValueStore" Version="4.0.0.9" />
     <PackageVersion Include="AWSSDK.Core" Version="4.0.0.2" />
     <PackageVersion Include="AWSSDK.SQS" Version="4.0.0.1" />
     <PackageVersion Include="AWSSDK.S3" Version="4.0.0.1" />
@@ -70,4 +72,4 @@
     </PackageVersion>
     <PackageVersion Include="xunit.v3" Version="2.0.2" />
   </ItemGroup>
-</Project>
+</Project>

src/tooling/docs-assembler/Cli/DeployCommands.cs

@@ -4,12 +4,18 @@
 
 using System.Diagnostics.CodeAnalysis;
 using System.IO.Abstractions;
+using System.Text.Json;
 using Actions.Core.Services;
+using Amazon.CloudFront;
+using Amazon.CloudFrontKeyValueStore;
+using Amazon.CloudFrontKeyValueStore.Model;
 using Amazon.S3;
 using Amazon.S3.Transfer;
 using ConsoleAppFramework;
 using Documentation.Assembler.Deploying;
+using Elastic.Documentation.Serialization;
 using Elastic.Documentation.Tooling.Diagnostics.Console;
+using Elastic.Documentation.Tooling.Filters;
 using Microsoft.Extensions.Logging;
 
 namespace Documentation.Assembler.Cli;
@@ -94,4 +100,107 @@ public async Task<int> Apply(
 		await collector.StopAsync(ctx);
 		return collector.Errors;
 	}
+
+	/// <summary>Refreshes the redirects mapping in Cloudfront's KeyValueStore</summary>
+	/// <param name="environment">The environment to build</param>
+	/// <param name="redirectsFile">Path to the redirects mapping pre-generated by docs-assembler</param>
+	/// <param name="ctx"></param>
+	[Command("update-redirects")]
+	[ConsoleAppFilter<StopwatchFilter>]
+	[ConsoleAppFilter<CatchExceptionFilter>]
+	public async Task<int> UpdateRedirects(
+		string environment,
+		string redirectsFile = ".artifacts/assembly/redirects.json",
+		Cancel ctx = default)
+	{
+		AssignOutputLogger();
+		await using var collector = new ConsoleDiagnosticsCollector(logger, githubActionsService)
+		{
+			NoHints = true
+		}.StartAsync(ctx);
+
+		if (!File.Exists(redirectsFile))
+		{
+			collector.EmitError(redirectsFile, "Redirects mapping does not exist.");
+			await collector.StopAsync(ctx);
+			return collector.Errors;
+		}
+
+		ConsoleApp.Log("Parsing redirects mapping");
+		var jsonContent = await File.ReadAllTextAsync(redirectsFile, ctx);
+		var sourcedRedirects = JsonSerializer.Deserialize(jsonContent, SourceGenerationContext.Default.FrozenDictionaryStringString);
+
+		if (sourcedRedirects is null)
+		{
+			collector.EmitError(redirectsFile, "Redirects mapping is invalid.");
+			await collector.StopAsync(ctx);
+			return collector.Errors;
+		}
+
+		var kvsName = $"elastic-docs-v3-{environment}-redirects-kvs";
+
+		var cfClient = new AmazonCloudFrontClient();
+		var kvsClient = new AmazonCloudFrontKeyValueStoreClient();
+
+		ConsoleApp.Log("Describing KVS");
+		var describeResponse = await cfClient.DescribeKeyValueStoreAsync(new Amazon.CloudFront.Model.DescribeKeyValueStoreRequest()
+		{
+			Name = kvsName
+		}, ctx);
+
+		var kvsArn = describeResponse.KeyValueStore.ARN;
+		var eTag = describeResponse.ETag;
+		var existingRedirects = new HashSet<string>();
+
+		var listKeysRequest = new ListKeysRequest { KvsARN = kvsArn };
+		ListKeysResponse listKeysResponse;
+
+		do
+		{
+			listKeysResponse = await kvsClient.ListKeysAsync(listKeysRequest, ctx);
+			foreach (var item in listKeysResponse.Items)
+				_ = existingRedirects.Add(item.Key);
+			listKeysRequest.NextToken = listKeysResponse.NextToken;
+		}
+		while (!string.IsNullOrEmpty(listKeysResponse.NextToken));
+
+		var toPut = sourcedRedirects
+			.Select(kvp => new PutKeyRequestListItem { Key = kvp.Key, Value = kvp.Value })
+			.ToList();
+		var toDelete = existingRedirects
+			.Except(sourcedRedirects.Keys)
+			.Select(k => new DeleteKeyRequestListItem { Key = k })
+			.ToList();
+
+		ConsoleApp.Log("Updating redirects in KVS");
+		const int batchSize = 500;
+
+		for (var i = 0; i < toPut.Count; i += batchSize)
+		{
+			var batch = toPut.Skip(i).Take(batchSize).ToList();
+			var update = await kvsClient.UpdateKeysAsync(new UpdateKeysRequest
+			{
+				KvsARN = kvsArn,
+				IfMatch = eTag,
+				Puts = batch
+			}, ctx);
+			eTag = update.ETag;
+		}
+
+		for (var i = 0; i < toDelete.Count; i += batchSize)
+		{
+			var batch = toDelete.Skip(i).Take(batchSize).ToList();
+			var update = await kvsClient.UpdateKeysAsync(new UpdateKeysRequest
+			{
+				KvsARN = kvsArn,
+				IfMatch = eTag,
+				Deletes = batch
+			}, ctx);
+			eTag = update.ETag;
+		}
+
+		await collector.StopAsync(ctx);
+		return collector.Errors;
+	}
+
 }

src/tooling/docs-assembler/docs-assembler.csproj

@@ -17,6 +17,8 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="AWSSDK.CloudFront" />
+    <PackageReference Include="AWSSDK.CloudFrontKeyValueStore" />
     <PackageReference Include="AWSSDK.S3"/>
     <PackageReference Include="ConsoleAppFramework.Abstractions"/>
     <PackageReference Include="ConsoleAppFramework" />