[Docs Site] Add llms-full.txt and index.html.md endpoints (#18419)

Author: KianNH

src/pages/[...entry]/index.html.md.ts

@@ -0,0 +1,30 @@
+import type { APIRoute } from "astro";
+import type { InferGetStaticPropsType, GetStaticPaths } from "astro";
+
+import { getCollection } from "astro:content";
+
+export const getStaticPaths = (async () => {
+	const entries = await getCollection("docs");
+
+	return entries.map((entry) => {
+		return {
+			params: {
+				// https://llmstxt.org/: (URLs without file names should append index.html.md instead.)
+				entry: entry.slug + "/index",
+			},
+			props: {
+				entry,
+			},
+		};
+	});
+}) satisfies GetStaticPaths;
+
+type Props = InferGetStaticPropsType<typeof getStaticPaths>;
+
+export const GET: APIRoute<Props> = (context) => {
+	return new Response(context.props.entry.body, {
+		headers: {
+			"content-type": "text/markdown",
+		},
+	});
+};

src/pages/llms-full.txt.ts

@@ -0,0 +1,14 @@
+import type { APIRoute } from "astro";
+import { getCollection } from "astro:content";
+
+export const GET: APIRoute = async () => {
+	const markdown = await getCollection("docs")
+		.then((entries) => entries.map((entry) => entry.body))
+		.then((array) => array.join("\n\n"));
+
+	return new Response(markdown, {
+		headers: {
+			"content-type": "text/plain",
+		},
+	});
+};