feat: sitemap&robots

Author: coderz-w

src/app/layout.tsx

@@ -29,7 +29,7 @@ export const metadata: Metadata = {
       'max-image-preview': 'large',
       'max-snippet': -1,
     },
-  }, //爬虫
+  },
   openGraph: {
     title: {
       default: seo.title,

src/app/robots.ts

@@ -0,0 +1,16 @@
+import type { MetadataRoute } from 'next';
+
+import { siteUrl } from '~/seo';
+
+export default function robots(): MetadataRoute.Robots {
+  return {
+    rules: [
+      {
+        userAgent: '*',
+        allow: '/',
+        disallow: ['/og'],
+      },
+    ],
+    sitemap: `${siteUrl}/sitemap.xml`,
+  };
+}

src/app/sitemap.ts

@@ -0,0 +1,22 @@
+import { MetadataRoute } from 'next';
+
+import { siteUrl } from '~/seo';
+import { buildPostData } from '@/core';
+
+const { postDataList } = buildPostData();
+
+export default function sitemap(): MetadataRoute.Sitemap {
+  const postSitemap = postDataList.map((post) => ({
+    url: `${siteUrl}/notes/${post.title}`,
+    lastModified: post.updatedAt!,
+  }));
+
+  return [
+    { url: `${siteUrl}` },
+    { url: `${siteUrl}/list` },
+    { url: `${siteUrl}/friends` },
+    { url: `${siteUrl}/about` },
+    { url: `${siteUrl}/projects` },
+    ...postSitemap,
+  ];
+}