[Docs Site] Add noindex to 404 pages (#23665)

Author: KianNH

src/pages/404.astro

@@ -10,6 +10,7 @@ const props = {
 		template: "splash",
 		editUrl: false,
 		feedback: false,
+		noindex: true,
 	},
 	hideTitle: true,
 	hideBreadcrumbs: true,

src/pages/[product]/404.astro

@@ -27,6 +27,7 @@ const props = {
 		tableOfContents: false,
 		editUrl: false,
 		feedback: false,
+		noindex: true,
 	},
 	hideTitle: true,
 	hideBreadcrumbs: true,

worker/index.ts

@@ -105,7 +105,14 @@ export default class extends WorkerEntrypoint<Env> {
 
 			if (!section) return response;
 
-			return this.env.ASSETS.fetch(`http://fakehost/${section}/404/`);
+			const notFoundResponse = await this.env.ASSETS.fetch(
+				`http://fakehost/${section}/404/`,
+			);
+
+			return new Response(notFoundResponse.body, {
+				status: 404,
+				headers: notFoundResponse.headers,
+			});
 		}
 
 		return response;