Add support for llms.txt and llms-full.txt

Author: mythz

MyApp/Configure.AppHost.cs

@@ -48,9 +48,33 @@ public override void Configure()
 public class AppConfig
 {
     public static AppConfig Instance { get; } = new();
+    public string Title { get; set; }
     public string LocalBaseUrl { get; set; }
     public string PublicBaseUrl { get; set; }
     public string? GitPagesBaseUrl { get; set; }
+    public string? GitPagesRawBaseUrl { get; set; }
+
+    public void Init(IVirtualDirectory contentDir)
+    {
+        ResolveGitBlobBaseUrls(contentDir);
+    }
+
+    public void ResolveGitBlobBaseUrls(IVirtualDirectory contentDir)
+    {
+        var srcDir = new DirectoryInfo(contentDir.RealPath);
+        var gitConfig = new FileInfo(Path.Combine(srcDir.Parent!.FullName, ".git", "config"));
+        if (gitConfig.Exists)
+        {
+            var txt = gitConfig.ReadAllText();
+            var pos = txt.IndexOf("url = ", StringComparison.Ordinal);
+            if (pos >= 0)
+            {
+                var url = txt[(pos + "url = ".Length)..].LeftPart(".git").LeftPart('\n').Trim();
+                GitPagesBaseUrl = url.CombineWith($"blob/main/{srcDir.Name}");
+                GitPagesRawBaseUrl = url.Replace("github.com","raw.githubusercontent.com").CombineWith($"refs/heads/main/{srcDir.Name}");
+            }
+        }
+    }
 }
 
 public static class HtmlHelpers

MyApp/Configure.Ssg.cs

@@ -51,6 +51,7 @@ public void Configure(IWebHostBuilder builder) => builder
                 videos.LoadFrom("_videos");
                 blogPosts.LoadFrom("_posts");
                 podcasts.LoadFrom("_podcasts");
+                AppConfig.Instance.Init(appHost.ContentRootDirectory);
             },
             afterAppHostInit: appHost =>
             {

MyApp/Pages/Llms.cshtml

@@ -0,0 +1,39 @@
+@page "/llms.txt"
+@inject MarkdownPages Markdown
+@inject MarkdownBlog Blog
+@inject AppConfig Config
+@attribute [RenderStatic]
+@{
+    Layout = "";
+    Response.ContentType = "text/plain";
+}
+# @Config.Title
+
+## Docs
+@if (Blog.VisiblePosts.Count > 0)
+{
+<text>
+Blog posts:
+</text>
+foreach (var post in Blog.VisiblePosts)
+{
+<text> - [@Html.Raw(post.Title)](@(Config.GitPagesRawBaseUrl.CombineWith($"_posts/").CombineWith(post.FileName)))
+</text>    
+}
+}
+@foreach (var entry in Markdown.Sidebars.OrderBy(x => x.Key))
+{
+    @foreach (var sidebar in entry.Value)
+    {
+<text>
+@(sidebar.Text)
+</text>
+        foreach (var item in sidebar.Children.Safe().Where(x => x.Text != null && x.Link != null))
+        {
+            var page = Markdown!.GetBySlug(item.Link);
+            var suffix = !string.IsNullOrEmpty(page?.Title) && item.Text != page.Title ? $": {page.Title}" : "";
+<text> - [@item.Text](@(Config.GitPagesRawBaseUrl.CombineWith($"_pages/").CombineWith(item.Link.LeftPart('#') + ".md")))@Html.Raw(suffix)
+</text>
+        }
+    }
+}

MyApp/Pages/LlmsFull.cshtml

@@ -0,0 +1,49 @@
+@page "/llms-full.txt"
+@inject MarkdownPages Markdown
+@inject MarkdownBlog Blog
+@inject AppConfig Config
+@attribute [RenderStatic]
+@{
+    Layout = "";
+    Response.ContentType = "text/plain";
+}
+@foreach (var post in Blog.VisiblePosts.OrderByDescending(x => x.Date))
+{
+    if (post?.Content == null) continue;
+    var content = post.Content.Trim();
+    if (content.StartsWith("---"))
+    {
+        content = content.Substring(3).RightPart("---").Trim();
+    }
+<text># @Html.Raw(post.Title)
+Source: @Config.PublicBaseUrl.CombineWith($"posts/{post.Slug}")
+
+@(Html.Raw(content))
+
+
+</text>
+}
+@foreach (var entry in Markdown.Sidebars.OrderBy(x => x.Key))
+{
+    @foreach (var sidebar in entry.Value)
+    {
+        foreach (var item in sidebar.Children.Safe().Where(x => x.Text != null && x.Link != null))
+        {
+            var page = Markdown!.GetBySlug(item.Link);
+            if (page?.Content == null) continue;
+            var content = page.Content.Trim();
+            if (content.StartsWith("---"))
+            {
+                content = content.Substring(3).RightPart("---").Trim();
+            }
+
+<text># @(page.Title)
+Source: @Config.PublicBaseUrl.CombineWith(item.Link)
+
+@(Html.Raw(content))
+
+
+</text>
+        }
+    }
+}

MyApp/appsettings.json

@@ -7,6 +7,7 @@
   },
   "AllowedHosts": "*",
   "AppConfig": {
+    "Title": "ServiceStack",
     "LocalBaseUrl": "https://localhost:5002",
     "PublicBaseUrl": "https://servicestack.net"
   }