Restructuring docs, adding a sitemap, MCP docs

docs-v2/next-sitemap.config.js

@@ -0,0 +1,26 @@
+/** @type {import('next-sitemap').IConfig} */
+module.exports = {
+  siteUrl: "https://pipedream.com/docs",
+  generateRobotsTxt: true,
+  outDir: "./public",
+  generateIndexSitemap: false,
+  // Add a trailing slash to all URLs
+  trailingSlash: true,
+  // Exclude URLs matching these patterns
+  exclude: [
+    "/hidden/*",
+    "/deprecated/*",
+    "/api-docs-server",
+  ],
+  robotsTxtOptions: {
+    additionalSitemaps: [
+      "https://pipedream.com/sitemap.xml", // If you have a main site sitemap, include it here
+    ],
+    policies: [
+      {
+        userAgent: "*",
+        allow: "/",
+      },
+    ],
+  },
+};

docs-v2/next.config.mjs

@@ -56,7 +56,7 @@ export default withNextra({
       },
       {
         source: "/apps/contributing/",
-        destination: "/workflows/contributing/",
+        destination: "/contributing/",
         permanent: true,
       },
       {
@@ -171,7 +171,7 @@ export default withNextra({
       },
       {
         source: "/projects/",
-        destination: "/workflows/projects/",
+        destination: "/projects/",
         permanent: true,
       },
       {
@@ -191,7 +191,7 @@ export default withNextra({
       },
       {
         source: "/projects/:path*/",
-        destination: "/workflows/projects/:path*/",
+        destination: "/projects/:path*/",
         permanent: true,
       },
       {
@@ -318,17 +318,17 @@ export default withNextra({
       },
       {
         source: "/components/quickstart/nodejs/actions/",
-        destination: "/workflows/contributing/components/actions-quickstart/",
+        destination: "/contributing/components/actions-quickstart/",
         permanent: true,
       },
       {
         source: "/components/",
-        destination: "/workflows/contributing/components/",
+        destination: "/contributing/components/",
         permanent: true,
       },
       {
         source: "/components/:path*/",
-        destination: "/workflows/contributing/components/:path*/",
+        destination: "/contributing/components/:path*/",
         permanent: true,
       },
       {
@@ -338,34 +338,64 @@ export default withNextra({
       },
       {
         source: "/workspaces/",
-        destination: "/workflows/workspaces/",
+        destination: "/workspaces/",
         permanent: true,
       },
       {
         source: "/workspaces/okta/",
-        destination: "/workflows/workspaces/sso/okta/",
+        destination: "/workspaces/sso/okta/",
         permanent: true,
       },
       {
         source: "/workspaces/google/",
-        destination: "/workflows/workspaces/sso/google/",
+        destination: "/workspaces/sso/google/",
         permanent: true,
       },
       {
         source: "/workspaces/saml/",
-        destination: "/workflows/workspaces/sso/saml/",
+        destination: "/workspaces/sso/saml/",
         permanent: true,
       },
       {
         source: "/workspaces/:path*/",
-        destination: "/workflows/workspaces/:path*/",
+        destination: "/workspaces/:path*/",
         permanent: true,
       },
       {
         source: "/workspaces-and-credits-faq/",
         destination: "/pricing/faq/",
         permanent: true,
       },
+      {
+        source: "/workflows/contributing/",
+        destination: "/contributing/",
+        permanent: true,
+      },
+      {
+        source: "/workflows/contributing/:path*/",
+        destination: "/contributing/:path*/",
+        permanent: true,
+      },
+      {
+        source: "/workflows/projects/",
+        destination: "/projects/",
+        permanent: true,
+      },
+      {
+        source: "/workflows/projects/:path*/",
+        destination: "/projects/:path*/",
+        permanent: true,
+      },
+      {
+        source: "/workflows/workspaces/",
+        destination: "/workspaces/",
+        permanent: true,
+      },
+      {
+        source: "/workflows/workspaces/:path*/",
+        destination: "/workspaces/:path*/",
+        permanent: true,
+      },
       {
         source: "/connected-accounts/api/",
         destination: "/connect/api/#accounts/",

docs-v2/package.json

@@ -6,6 +6,7 @@
   "scripts": {
     "dev": "next dev",
     "build": "next build",
+    "postbuild": "next-sitemap",
     "start": "next start"
   },
   "packageManager": "[email protected]",
@@ -33,6 +34,7 @@
   "devDependencies": {
     "@types/node": "18.11.10",
     "autoprefixer": "^10.4.19",
+    "next-sitemap": "^4.2.3",
     "postcss": "^8.4.40",
     "prettier": "^3.3.3",
     "tailwindcss": "^3.4.7",

docs-v2/pages/_meta.tsx

@@ -2,9 +2,12 @@ export default {
   "index": "What is Pipedream?",
   "quickstart": "Quickstart",
   "integrations": "Integrations",
+  "workspaces": "Workspaces",
+  "projects": "Projects",
   "workflows": "Workflows",
   "connect": "Connect",
   "rest-api": "REST API",
+  "contributing": "Contributing",
   "pricing": "Pricing",
   "account": "Account",
   "privacy-and-security": "Security",

docs-v2/pages/account/user-settings.mdx

@@ -50,7 +50,7 @@ Pipedream recommends enabling 2FA with your identity provider.
 
 ### Requiring 2-Factor Authentication
 
-Workspaces on the Business plan can [require all workspace members to configure 2FA](/workflows/workspaces/#requiring-two-factor-authentication) in order to log in to Pipedream.
+Workspaces on the Business plan can [require all workspace members to configure 2FA](/workspaces/#requiring-two-factor-authentication) in order to log in to Pipedream.
 
 If you are a member of any workspace where 2FA is required, you cannot disable 2FA, but you can still reconfigure it in your [account settings](https://pipedream.com/account/) if necessary.
 

docs-v2/pages/connect/_meta.tsx

@@ -3,16 +3,19 @@ export default {
     "title": "Overview",
   },
   "use-cases": {
-    "title": "Use cases",
+    "title": "Use Cases",
   },
   "managed-auth": {
-    "title": "Managed auth",
+    "title": "Managed Auth",
   },
   "components": {
-    "title": "Pre-built tools",
+    "title": "Triggers and Actions",
+  },
+  "mcp": {
+    "title": "MCP",
   },
   "api-proxy": {
-    "title": "API proxy",
+    "title": "API Proxy",
   },
   "workflows": {
     "title": "Workflows",
@@ -21,7 +24,7 @@ export default {
     "title": "Environments",
   },
   "api": {
-    "title": "API & SDK reference",
+    "title": "API & SDK Reference",
   },
   "migrating-from-project-keys-to-oauth": {
     "display": "hidden",