[Docs Site] Add chatbotDeprioritize to hidden pages (#23163)

Author: KianNH

src/components/overrides/Head.astro

@@ -25,6 +25,8 @@ const shouldNoIndex =
 
 const shouldChatbotDeprioritize =
 	CHATBOT_DEPRIORITIZE_PRODUCTS.includes(currentSection) ||
+	frontmatter.sidebar.group?.hideIndex ||
+	frontmatter.sidebar.hidden ||
 	frontmatter.chatbot_deprioritize;
 
 if (currentSection) {

worker/index.worker.test.ts

@@ -256,6 +256,7 @@ describe("Cloudflare Docs", () => {
 				title: Markdown · Cloudflare Style Guide
 				description: The HTML generated by this file is used as a test fixture for our Markdown generation.
 				lastUpdated: 2025-01-01T00:00:00.000Z
+				chatbotDeprioritize: true
 				source_url:
 				  html: http://fakehost/style-guide/fixtures/markdown/
 				  md: http://fakehost/style-guide/fixtures/markdown/index.md