Merge pull request #8589 from sagemathinc/unlist-proxied-share-pages-8587

next/share: insert noindex and nofollow meta tags for github, gist and unlisted pages

Author: williamstein

src/packages/next/lib/share/proxy/get-public-path.ts

@@ -115,8 +115,8 @@ export default async function getProxyPublicPath({
 
   const now = new Date();
   await pool.query(
-    "INSERT INTO public_paths (id, url, project_id, path, description, last_edited, last_saved, created) VALUES($1, $2, $3, $4, $5, $6, $7, $8)",
-    [id, publicPathUrl, project_id, path, description, now, now, now],
+    "INSERT INTO public_paths (id, url, project_id, path, description, last_edited, last_saved, created, unlisted) VALUES($1, $2, $3, $4, $5, $6, $7, $8, $9)",
+    [id, publicPathUrl, project_id, path, description, now, now, now, true],
   );
   return {
     id,

src/packages/next/pages/share/public_paths/[...id].tsx

@@ -19,23 +19,30 @@ export default (props: PublicPathProps) => (
   <>
     <PublicPath {...props} />
     <NextHead>
-      <meta property="og:type" content="article"/>
-      <meta property="og:title" content={props.path}/>
+      <meta property="og:type" content="article" />
+      <meta property="og:title" content={props.path} />
 
       {props.description && (
-        <meta property="og:description" content={props.description}/>
-      )}
-      {props.ogUrl && (
-        <meta property="og:url" content={props.ogUrl}/>
-      )}
-      {props.ogImage && (
-        <meta property="og:image" content={props.ogImage}/>
+        <meta property="og:description" content={props.description} />
       )}
+      {props.ogUrl && <meta property="og:url" content={props.ogUrl} />}
+      {props.ogImage && <meta property="og:image" content={props.ogImage} />}
       {props.created && (
-        <meta property="article:published_time" content={props.created}/>
+        <meta property="article:published_time" content={props.created} />
       )}
       {props.last_edited && (
-        <meta property="article:modified_time" content={props.last_edited}/>
+        <meta property="article:modified_time" content={props.last_edited} />
+      )}
+
+      {/* Prevent search engine indexing of unlisted content or proxied content from external URLs */}
+      {(props.unlisted ||
+        (props.url &&
+          (props.url.startsWith("github/") ||
+            props.url.startsWith("gist/")))) && (
+        <>
+          <meta name="robots" content="noindex, nofollow" />
+          <meta name="googlebot" content="noindex, nofollow" />
+        </>
       )}
     </NextHead>
   </>
@@ -81,7 +88,8 @@ export async function getServerSideProps(context) {
 
       // Add image path for social media sharing
       //
-      customize.props.ogImage = customize.props.customize.logoSquareURL ||
+      customize.props.ogImage =
+        customize.props.customize.logoSquareURL ||
         `${customize.props.customize.siteURL}${ogShareLogo.src}`;
     }