fix(docs): allow website to be crawled and update env vars

Author: mlaursen

apps/docs/src/app/robots.ts

@@ -1,16 +1,13 @@
 import { type MetadataRoute } from "next";
 
-import { BASE_URL } from "@/constants/env.js";
+import { BASE_URL, IS_PRODUCTION_ENV } from "@/constants/env.js";
 
 export default function robots(): MetadataRoute.Robots {
+  // I don't want them to crawl this preview website
+  const key = IS_PRODUCTION_ENV ? "allow" : "disallow";
   return {
     rules: [
-      {
-        userAgent: "*",
-        // I don't want them to crawl this preview website
-        disallow: "/",
-        // allow: "/",
-      },
+      { userAgent: "*", [key]: "/" },
       {
         userAgent: "Algolia Crawler",
         allow: "/",

apps/docs/src/components/MainLayout/VersionDropdown.tsx

@@ -6,8 +6,8 @@ import { cnb } from "cnbuilder";
 import { type ReactElement } from "react";
 
 import { DISPLAY_NONE_PHONE } from "@/constants/classnames.js";
-import { BRANCH_NAME, RMD_VERSION } from "@/constants/env.js";
-import { semver } from "@/utils/semver.js";
+import { RMD_VERSION } from "@/constants/env.js";
+import { IS_MAJOR_PREVIEW, MAJOR_VERSION } from "@/constants/version.js";
 
 import { VersionMenuItem } from "./VersionMenuItem.jsx";
 
@@ -18,10 +18,7 @@ export interface VersionDropdownProps {
 export function VersionDropdown(props: VersionDropdownProps): ReactElement {
   const { isHiddenOnPhone } = props;
 
-  const { major, minor, patch, alpha } = semver(RMD_VERSION);
-  const isAlphaPreview = alpha !== null && BRANCH_NAME !== "main";
-  const isMajorPreview = minor === 0 && patch === 0 && isAlphaPreview;
-  const previousCount = major - 1;
+  const previousCount = MAJOR_VERSION - 1;
 
   return (
     <DropdownMenu
@@ -37,7 +34,7 @@ export function VersionDropdown(props: VersionDropdownProps): ReactElement {
         <VersionMenuItem
           key={i}
           version={`v${previousCount - i}`}
-          latest={i === 0 && isMajorPreview}
+          latest={i === 0 && IS_MAJOR_PREVIEW}
         />
       ))}
     </DropdownMenu>

apps/docs/src/constants/env.ts

@@ -37,6 +37,9 @@ export const GITHUB_URL = process.env.NEXT_PUBLIC_GITHUB_URL;
 export const GITHUB_LINK_URL = process.env.NEXT_PUBLIC_GITHUB_FILE_LINK;
 export const BRANCH_NAME = process.env.NEXT_PUBLIC_BRANCH_NAME;
 export const RMD_VERSION = process.env.NEXT_PUBLIC_RMD_VERSION;
+export const DEPLOYMENT_ENV =
+  process.env.NEXT_PUBLIC_VERCEL_ENV || "development";
+export const IS_PRODUCTION_ENV = DEPLOYMENT_ENV === "production";
 
 export const ALGOLIA_APP_ID = process.env.NEXT_PUBLIC_ALGOLIA_APP_ID;
 export const ALGOLIA_API_KEY = process.env.NEXT_PUBLIC_ALGOLIA_API_KEY;

apps/docs/src/constants/version.ts

@@ -0,0 +1,15 @@
+import { semver } from "@/utils/semver.js";
+
+import { BRANCH_NAME, RMD_VERSION } from "./env.js";
+
+export const {
+  major: MAJOR_VERSION,
+  minor: MINOR_VERSION,
+  patch: PATCH_VERSION,
+  alpha: ALPHA_VERSION,
+} = semver(RMD_VERSION);
+
+export const IS_ALPHA_PREVIEW =
+  ALPHA_VERSION !== null && BRANCH_NAME !== "main";
+export const IS_MAJOR_PREVIEW =
+  MINOR_VERSION === 0 && PATCH_VERSION === 0 && IS_ALPHA_PREVIEW;