docs: serve markdown to agents (medusajs#13915)

Author: shahednasser

…s/book/app/md-content/[...slug]/route.ts …book/app/md-content/[[...slug]]/route.tswww/apps/book/app/md-content/[...slug]/route.ts renamed to www/apps/book/app/md-content/[[...slug]]/route.ts www/apps/book/app/md-content/[...slug]/route.ts renamed to www/apps/book/app/md-content/[[...slug]]/route.ts

@@ -1,5 +1,5 @@
 import { getCleanMd } from "docs-utils"
-import { existsSync } from "fs"
+import { existsSync, readFileSync } from "fs"
 import { unstable_cache } from "next/cache"
 import { notFound } from "next/navigation"
 import { NextRequest, NextResponse } from "next/server"
@@ -16,7 +16,21 @@ type Params = {
 }
 
 export async function GET(req: NextRequest, { params }: Params) {
-  const { slug } = await params
+  const { slug = ["/"] } = await params
+
+  if (slug[0] === "/") {
+    const llmsFile = readFileSync(
+      path.join(process.cwd(), "public", "llms.txt"),
+      "utf-8"
+    )
+
+    return new NextResponse(llmsFile, {
+      headers: {
+        "Content-Type": "text/markdown",
+      },
+      status: 200,
+    })
+  }
 
   // keep this so that Vercel keeps the files in deployment
   const basePath = path.join(process.cwd(), "app")

www/apps/book/middleware.ts

@@ -115,6 +115,35 @@ const nextConfig = {
   transpilePackages: ["docs-ui"],
   async rewrites() {
     return {
+      beforeFiles: [
+        {
+          source:
+            "/:path((?!resources|api|ui|user-guide|cloud).*)index.html.md",
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          has: [
+            {
+              type: "header",
+              key: "Accept",
+              value: "text/markdown",
+            },
+          ],
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          has: [
+            {
+              type: "header",
+              key: "Accept",
+              value: "text/plain",
+            },
+          ],
+          destination: "/md-content/:path*",
+        },
+      ],
       fallback: [
         {
           source: "/resources",

www/apps/book/next.config.mjs

@@ -152,6 +152,38 @@ const nextConfig = {
       permanent: true,
     },
   ],
+  rewrites: async () => {
+    return {
+      beforeFiles: [
+        {
+          source: "/:path*/index.html.md",
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/markdown",
+            },
+          ],
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          destination: "/md-content/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/plain",
+            },
+          ],
+        },
+      ],
+    }
+  },
 }
 
 const withBundleAnalyzer = bundleAnalyzer({

www/apps/cloud/middleware.ts

@@ -286,6 +286,38 @@ const nextConfig = {
   experimental: {
     optimizePackageImports: ["@medusajs/icons", "@medusajs/ui", "elkjs"],
   },
+  rewrites: async () => {
+    return {
+      beforeFiles: [
+        {
+          source: "/:path*/index.html.md",
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/markdown",
+            },
+          ],
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          destination: "/md-content/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/plain",
+            },
+          ],
+        },
+      ],
+    }
+  },
 }
 
 const withBundleAnalyzer = bundleAnalyzer({

www/apps/cloud/next.config.mjs

@@ -141,6 +141,38 @@ const nextConfig = {
   experimental: {
     optimizePackageImports: ["@medusajs/icons", "@medusajs/ui"],
   },
+  rewrites: async () => {
+    return {
+      beforeFiles: [
+        {
+          source: "/:path*/index.html.md",
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/markdown",
+            },
+          ],
+          destination: "/md-content/:path*",
+        },
+        {
+          source: "/:path*",
+          destination: "/md-content/:path*",
+          has: [
+            {
+              type: "header",
+              key: "accept",
+              value: "text/plain",
+            },
+          ],
+        },
+      ],
+    }
+  },
 }
 
 const withBundleAnalyzer = bundleAnalyzer({