add sitemap + robots.txt (#39)

Co-authored-by: Brian Rinaldi <[email protected]>

Author: HarshCasper

astro.config.mjs

@@ -4,6 +4,7 @@ import starlight from '@astrojs/starlight';
 import starlightUtils from '@lorenzo_lewis/starlight-utils';
 import starlightDocSearch from '@astrojs/starlight-docsearch';
 import starlightLinksValidator from 'starlight-links-validator'
+import sitemap from '@astrojs/sitemap';
 import starlightFullViewMode from 'starlight-fullview-mode'
 import starlightTocOverviewCustomizer from 'starlight-toc-overview-customizer'
 
@@ -25,6 +26,7 @@ const latestVersion = data.tag_name.replace('v', '');
 
 // https://astro.build/config
 export default defineConfig({
+  site: 'https://docs.localstack.cloud',
   env: {
     schema: {
       LOCALSTACK_VERSION: envField.string({
@@ -45,6 +47,13 @@ export default defineConfig({
         PageTitle: './src/components/PageTitleWithBadges.astro',
       },
       head: [
+        {
+          tag: 'link',
+          attrs: {
+            rel: 'sitemap',
+            href: '/sitemap-index.xml',
+          },
+        },
         {
           tag: 'script',
           content: `!function(t,e){var o,n,p,r;e.__SV||(window.posthog=e,e._i=[],e.init=function(i,s,a){function g(t,e){var o=e.split(".");2==o.length&&(t=t[o[0]],e=o[1]),t[e]=function(){t.push([e].concat(Array.prototype.slice.call(arguments,0)))}}(p=t.createElement("script")).type="text/javascript",p.crossOrigin="anonymous",p.async=!0,p.src=s.api_host.replace(".i.posthog.com","-assets.i.posthog.com")+"/static/array.js",(r=t.getElementsByTagName("script")[0]).parentNode.insertBefore(p,r);var u=e;for(void 0!==a?u=e[a]=[]:a="posthog",u.people=u.people||[],u.toString=function(t){var e="posthog";return"posthog"!==a&&(e+="."+a),t||(e+=" (stub)"),e},u.people.toString=function(){return u.toString(1)+".people (stub)"},o="init capture register register_once register_for_session unregister unregister_for_session getFeatureFlag getFeatureFlagPayload isFeatureEnabled reloadFeatureFlags updateEarlyAccessFeatureEnrollment getEarlyAccessFeatures on onFeatureFlags onSessionId getSurveys getActiveMatchingSurveys renderSurvey canRenderSurvey identify setPersonProperties group resetGroups setPersonPropertiesForFlags resetPersonPropertiesForFlags setGroupPropertiesForFlags resetGroupPropertiesForFlags reset get_distinct_id getGroups get_session_id get_session_replay_url alias set_config startSessionRecording stopSessionRecording sessionRecordingStarted captureException loadToolbar get_property getSessionProperty createPersonProfile opt_in_capturing opt_out_capturing has_opted_in_capturing has_opted_out_capturing clear_opt_in_out_capturing debug getPageViewId captureTraceFeedback captureTraceMetric".split(" "),n=0;n<o.length;n++)g(u,o[n]);e._i.push([i,s,a])},e.__SV=1)}(document,window.posthog||[]); posthog.init('phc_6bea9iRqN9iwiwf5aM3dVXrKmAQGGMahouBRMIyQfnE', { api_host: 'https://us.i.posthog.com', person_profiles: 'always' });`,
@@ -411,6 +420,7 @@ export default defineConfig({
     }),
     markdoc(),
     react(),
+    sitemap(),
   ],
 
   vite: {

package-lock.json

@@ -12,6 +12,7 @@
   "dependencies": {
     "@astrojs/markdoc": "^0.14.2",
     "@astrojs/react": "^4.2.7",
+    "@astrojs/sitemap": "^3.4.1",
     "@astrojs/starlight": "^0.34.0",
     "@astrojs/starlight-docsearch": "^0.6.0",
     "@astrojs/starlight-markdoc": "^0.4.0",

package.json

@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://docs.localstack.cloud/sitemap-index.xml