|
| 1 | +/** |
| 2 | + * Generate SiteMap for SEO Purpose |
| 3 | + * We choose to write the script instead of using next-sitemap library because |
| 4 | + * next-sitemap library doesn't handle Next.js dynamic path well and it's easier |
| 5 | + * to maintain the small script on our own. |
| 6 | + * src: https://leerob.io/blog/nextjs-sitemap-robots |
| 7 | + */ |
| 8 | + |
| 9 | +import dotenv from 'dotenv-safe'; |
| 10 | +import { globby } from 'globby'; |
| 11 | +import prettier from 'prettier'; |
| 12 | +import { writeFileSync } from 'fs'; |
| 13 | + |
| 14 | +dotenv.config(); |
| 15 | + |
| 16 | +async function generateSitemap() { |
| 17 | + console.log('🗺 ▶️ SiteMap generating...'); |
| 18 | + const prettierConfig = await prettier.resolveConfig('./.prettierrc.js'); |
| 19 | + const pagesWithParam = await globby([ |
| 20 | + 'src/pages/**/index.page.tsx', |
| 21 | + 'src/pages/**/index.page.mdx', |
| 22 | + '!data/*.mdx', |
| 23 | + '!src/pages/_*.tsx', |
| 24 | + '!src/pages/404.page.tsx', |
| 25 | + ]); |
| 26 | + |
| 27 | + const pages = pagesWithParam.flatMap((p) => |
| 28 | + ['react', 'angular', 'vue', 'flutter'].map((framework) => |
| 29 | + p.replace('[platform]', framework) |
| 30 | + ) |
| 31 | + ); |
| 32 | + |
| 33 | + const sitemap = ` |
| 34 | + <?xml version="1.0" encoding="UTF-8"?> |
| 35 | + <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:news="http://www.google.com/schemas/sitemap-news/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml" xmlns:mobile="http://www.google.com/schemas/sitemap-mobile/1.0" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1" xmlns:video="http://www.google.com/schemas/sitemap-video/1.1"> |
| 36 | + ${pages |
| 37 | + .map((page) => { |
| 38 | + const path = page |
| 39 | + .replace('src/pages', '') |
| 40 | + .replace('data', '') |
| 41 | + .replace('.js', '') |
| 42 | + .replace('.page.mdx', '') |
| 43 | + .replace('.page.tsx', '') |
| 44 | + .replace('/index', ''); |
| 45 | + const route = path === '/index' ? '' : path; |
| 46 | +
|
| 47 | + return ` |
| 48 | + <url> |
| 49 | + <loc>${ |
| 50 | + process.env.SITE_URL ?? 'https://ui.docs.amplify.aws' |
| 51 | + }${route}</loc> |
| 52 | + <changefreq>daily</changefreq> |
| 53 | + <priority>0.7</priority> |
| 54 | + <lastmod>${new Date().toISOString()}</lastmod> |
| 55 | + </url> |
| 56 | + `; |
| 57 | + }) |
| 58 | + .join('')} |
| 59 | + </urlset> |
| 60 | + `; |
| 61 | + |
| 62 | + const formatted = prettier.format(sitemap, { |
| 63 | + ...prettierConfig, |
| 64 | + parser: 'html', |
| 65 | + }); |
| 66 | + |
| 67 | + // eslint-disable-next-line no-sync |
| 68 | + writeFileSync('public/sitemap.xml', formatted); |
| 69 | + console.log('🗺 ✅ SiteMap generated.'); |
| 70 | +} |
| 71 | + |
| 72 | +function generateRobotsTxt() { |
| 73 | + const isProd = process.env.SITE_URL === 'https://ui.docs.amplify.aws'; |
| 74 | + console.log( |
| 75 | + `🤖▶️ robots.txt generating for ${ |
| 76 | + isProd |
| 77 | + ? 'Prod. Googlebot is allowed.' |
| 78 | + : 'non-Prod. Googlebot is disallowed.' |
| 79 | + }...` |
| 80 | + ); |
| 81 | + const disallowTxt = `# * |
| 82 | +User-agent: Googlebot |
| 83 | +Disallow: / |
| 84 | +`; |
| 85 | + |
| 86 | + const txt = `${ |
| 87 | + process.env.SITE_URL === 'https://ui.docs.amplify.aws' ? '' : disallowTxt |
| 88 | + } |
| 89 | +User-agent: * |
| 90 | +Allow: / |
| 91 | +
|
| 92 | +# Host |
| 93 | +Host: https://ui.docs.amplify.aws |
| 94 | +
|
| 95 | +# Sitemaps |
| 96 | +Sitemap: ${process.env.SITE_URL ?? 'https://ui.docs.amplify.aws'} |
| 97 | +`; |
| 98 | + writeFileSync('public/robots.txt', txt); |
| 99 | + console.log('🤖✅ robots.txt generated.'); |
| 100 | +} |
| 101 | + |
| 102 | +generateSitemap(); |
| 103 | +generateRobotsTxt(); |
0 commit comments