Update framing of frontmatter + logic to render in index.md

Author: kodster28

src/components/overrides/Head.astro

@@ -83,6 +83,16 @@ if (shouldNoIndex) {
 	});
 }
 
+if (frontmatter.chatbot_deprioritize) {
+	head.push({
+		tag: "meta",
+		attrs: {
+			name: "pcx_chatbot_deprioritize",
+			content: frontmatter.chatbot_deprioritize,
+		},
+	});
+}
+
 if (
 	frontmatter.description &&
 	head.findIndex(

src/content/docs/firewall/index.mdx

@@ -8,7 +8,7 @@ sidebar:
 head:
   - tag: title
     content: Cloudflare Firewall Rules (deprecated)
-chatbot_relevant: false
+chatbot_deprioritize: true
 ---
 
 import { FeatureTable, Render } from "~/components";

src/schemas/base.ts

@@ -97,13 +97,13 @@ export const baseSchema = ({ image }: SchemaContext) =>
 			.boolean()
 			.optional()
 			.describe(
-				"If true, this property adds a `noindex` declaration to the page, which will tell internal / external search crawlers to ignore this page. Helpful for pages that are historically accurate, but no longer recommended, such as [Workers Sites](/workers/configuration/sites/). Companion to the `chatbot_relevant` property.",
+				"If true, this property adds a `noindex` declaration to the page, which will tell internal / external search crawlers to ignore this page. Helpful for pages that are historically accurate, but no longer recommended, such as [Workers Sites](/workers/configuration/sites/). Companion to the `chatbot_deprioritize` property.",
 			),
-		chatbot_relevant: z
+		chatbot_deprioritize: z
 			.boolean()
 			.optional()
 			.describe(
-				"If false, this property will de-prioritize this page in the responses surfaced by Support AI. Helpful for pages that are historically accurate, but no longer recommended, such as [Workers Sites](/workers/configuration/sites/). Companion to the `noindex` property.",
+				"If true, this property will de-prioritize this page in the responses surfaced by Support AI. Helpful for pages that are historically accurate, but no longer recommended, such as [Workers Sites](/workers/configuration/sites/). Companion to the `noindex` property.",
 			),
 		sidebar,
 		hideChildren: z

src/util/markdown.ts

@@ -32,12 +32,16 @@ export async function htmlToMarkdown(
 	const description = dom.querySelector("meta[name='description']")?.attributes
 		.content;
 	const lastUpdated = dom.querySelector(".meta time")?.attributes.datetime;
+	const chatbotDeprioritize = dom.querySelector(
+		"meta[name='pcx_chatbot_deprioritize']",
+	)?.attributes.content;
 
 	const withFrontmatter = [
 		"---",
 		`title: ${title}`,
 		description ? `description: ${description}` : [],
 		lastUpdated ? `lastUpdated: ${lastUpdated}` : [],
+		chatbotDeprioritize ? `chatbotDeprioritize: ${chatbotDeprioritize}` : [],
 		`source_url:`,
 		`  html: ${url.replace("index.md", "")}`,
 		`  md: ${url}`,