Add absolute URLs generation

Author: theletterf

src/tooling/docs-assembler/Cli/RepositoryCommands.cs

@@ -293,7 +293,7 @@ private static async Task EnhanceLlmsTxtFile(AssembleContext context, GlobalNavi
 			return; // No llms.txt file to enhance
 
 		var existingContent = await File.ReadAllTextAsync(llmsTxtPath, ctx);
-		var navigationSections = enhancer.GenerateNavigationSections(navigation);
+		var navigationSections = await enhancer.GenerateNavigationSectionsAsync(navigation);
 
 		// Append the navigation sections to the existing boilerplate
 		var enhancedContent = existingContent + Environment.NewLine + navigationSections;

src/tooling/docs-assembler/Navigation/LlmsNavigationEnhancer.cs

@@ -3,7 +3,9 @@
 // See the LICENSE file in the project root for more information
 
 using System.Text;
+using Documentation.Assembler;
 using Elastic.Documentation.Site.Navigation;
+using Elastic.Markdown;
 using Elastic.Markdown.IO;
 using Elastic.Markdown.IO.Navigation;
 
@@ -14,7 +16,7 @@ namespace Documentation.Assembler.Navigation;
 /// </summary>
 public class LlmsNavigationEnhancer
 {
-	public string GenerateNavigationSections(GlobalNavigation navigation)
+	public async Task<string> GenerateNavigationSectionsAsync(GlobalNavigation navigation)
 	{
 		var content = new StringBuilder();
 
@@ -39,8 +41,8 @@ public string GenerateNavigationSections(GlobalNavigation navigation)
 				foreach (var child in firstLevelChildren)
 				{
 					var title = child.NavigationTitle;
-					var url = ConvertToMarkdownUrl(child.Url);
-					var description = GetDescription(child);
+					var url = ConvertToAbsoluteMarkdownUrl(child.Url);
+					var description = await GetDescriptionAsync(child);
 
 					_ = !string.IsNullOrEmpty(description)
 						? content.AppendLine($"* [{title}]({url}): {description}")
@@ -87,35 +89,62 @@ private static List<INavigationItem> GetFirstLevelChildren(DocumentationGroup gr
 		return children;
 	}
 
-	private static string ConvertToMarkdownUrl(string url)
+	private static string ConvertToAbsoluteMarkdownUrl(string url)
 	{
 		// Convert HTML URLs to .md URLs for LLM consumption
-		// e.g., "/docs/solutions/search/" -> "/solutions/search.md"
+		// e.g., "/docs/solutions/search/" -> "https://www.elastic.co/docs/solutions/search.md"
 		var cleanUrl = url.TrimStart('/');
 
-		// Remove "docs/" prefix if present
-		if (cleanUrl.StartsWith("docs/"))
-			cleanUrl = cleanUrl.Substring(5);
+		// Remove "docs/" prefix if present for the markdown filename
+		var markdownPath = cleanUrl;
+		if (markdownPath.StartsWith("docs/"))
+			markdownPath = markdownPath.Substring(5);
 
 		// Convert directory URLs to .md files
-		if (cleanUrl.EndsWith('/'))
-			cleanUrl = cleanUrl.TrimEnd('/') + ".md";
-		else if (!cleanUrl.EndsWith(".md"))
-			cleanUrl += ".md";
-
-		return "/" + cleanUrl;
+		if (markdownPath.EndsWith('/'))
+			markdownPath = markdownPath.TrimEnd('/') + ".md";
+		else if (!markdownPath.EndsWith(".md"))
+			markdownPath += ".md";
+
+		// Make absolute URL using the canonical base URL (always https://www.elastic.co for production)
+		var baseUrl = "https://www.elastic.co";
+		return $"{baseUrl}/docs/{markdownPath}";
 	}
 
-	private static string? GetDescription(INavigationItem navigationItem) => navigationItem switch
+	private static async Task<string?> GetDescriptionAsync(INavigationItem navigationItem)
 	{
-		// For file navigation items, extract from frontmatter
-		FileNavigationItem fileItem when fileItem.Model is MarkdownFile markdownFile
-			=> markdownFile.YamlFrontMatter?.Description,
+		var descriptionGenerator = new DescriptionGenerator();
+
+		return navigationItem switch
+		{
+			// For file navigation items, extract from frontmatter or generate
+			FileNavigationItem fileItem when fileItem.Model is MarkdownFile markdownFile =>
+				await GetDescriptionFromMarkdownFileAsync(markdownFile, descriptionGenerator),
 
-		// For documentation groups, try to get from index file
-		DocumentationGroup group when group.Index is MarkdownFile indexFile
-			=> indexFile.YamlFrontMatter?.Description,
+			// For documentation groups, try to get from index file
+			DocumentationGroup group when group.Index is MarkdownFile indexFile =>
+				await GetDescriptionFromMarkdownFileAsync(indexFile, descriptionGenerator),
 
-		_ => null
-	};
+			_ => null
+		};
+	}
+
+	private static async Task<string?> GetDescriptionFromMarkdownFileAsync(MarkdownFile markdownFile, DescriptionGenerator descriptionGenerator)
+	{
+		// First try frontmatter description
+		if (!string.IsNullOrEmpty(markdownFile.YamlFrontMatter?.Description))
+			return markdownFile.YamlFrontMatter.Description;
+
+		// Fallback to generating description from content
+		try
+		{
+			var document = await markdownFile.MinimalParseAsync(default);
+			return descriptionGenerator.GenerateDescription(document);
+		}
+		catch
+		{
+			// If parsing fails, return null (no description)
+			return null;
+		}
+	}
 }