sitemap and robots

Author: davemooreuws

src/app/(sitemaps)/sitemap-0.xml/route.ts

@@ -0,0 +1,48 @@
+import { allDocs } from '@/content'
+
+const URL = 'https://nitric.io/docs'
+
+interface SitemapItem {
+  loc: string
+  lastmod: string
+  changefreq: string
+  priority: number
+}
+
+const lastmod = new Date().toISOString()
+// Function to construct the XML structure of the sitemap index.
+export async function GET() {
+  console.log(allDocs)
+  const pages: SitemapItem[] = allDocs.map((page) => ({
+    loc: page.slug === '' ? URL : `${URL}/${page.slug}`,
+    lastmod,
+    changefreq: 'daily',
+    priority: 0.7,
+  }))
+
+  const allPagesSorted = [...pages].sort((a, b) => (a.loc < b.loc ? -1 : 1))
+
+  const sitemapIndexXML = buildSitemap(allPagesSorted)
+
+  // Return the sitemap index XML with the appropriate content type.
+  return new Response(sitemapIndexXML, {
+    headers: {
+      'Content-Type': 'application/xml',
+    },
+  })
+}
+
+function buildSitemap(items: SitemapItem[]) {
+  let xml = '<?xml version="1.0" encoding="UTF-8"?>'
+  xml += '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
+
+  for (const pageURL of items) {
+    xml += '<url>'
+    xml += `<loc>${pageURL.loc}</loc>`
+    xml += `<lastmod>${pageURL.lastmod}</lastmod>` // Set the <lastmod> to the current date in IST
+    xml += '</url>'
+  }
+
+  xml += '</urlset>'
+  return xml
+}

src/app/(sitemaps)/sitemap.xml/route.ts

@@ -0,0 +1,30 @@
+// Function to construct the XML structure of the sitemap index.
+export async function GET() {
+  const sitemapIndexXML = buildSitemapIndex([
+    'https://nitric.io/docs/sitemap-0.xml',
+  ])
+
+  // Return the sitemap index XML with the appropriate content type.
+  return new Response(sitemapIndexXML, {
+    headers: {
+      'Content-Type': 'application/xml',
+    },
+  })
+}
+
+function buildSitemapIndex(sitemaps: string[]) {
+  // XML declaration and opening tag for the sitemap index.
+  let xml = '<?xml version="1.0" encoding="UTF-8"?>'
+  xml += '<sitemapindex xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
+
+  // Iterate over each sitemap URL and add it to the sitemap index.
+  for (const sitemapURL of sitemaps) {
+    xml += '<sitemap>'
+    xml += `<loc>${sitemapURL}</loc>` // Location tag specifying the URL of a sitemap file.
+    xml += '</sitemap>'
+  }
+
+  // Closing tag for the sitemap index.
+  xml += '</sitemapindex>'
+  return xml
+}

src/app/robots.ts

@@ -0,0 +1,23 @@
+import type { MetadataRoute } from 'next'
+
+export default function robots(): MetadataRoute.Robots {
+  // staging robots.txt
+  if (process.env.NEXT_PUBLIC_VERCEL_ENV !== 'production') {
+    return {
+      rules: {
+        userAgent: '*',
+        disallow: '/',
+      },
+    }
+  }
+
+  // production robots.txt
+  return {
+    rules: {
+      userAgent: '*',
+      allow: '/',
+    },
+    host: 'https://nitric.io/docs',
+    sitemap: 'https://nitric.io/docs/sitemap.xml',
+  }
+}