Noindex non-production pages (#13671)

Author: DanielCliftonGuardian

dotcom-rendering/src/server/htmlPageTemplate.ts

@@ -76,7 +76,15 @@ export const htmlPageTemplate = (props: WebProps | AppProps): string => {
 		config,
 	} = props;
 
-	const doNotIndex = canonicalUrl?.includes('tracking/commissioningdesk');
+	const doNotIndex = (): boolean => {
+		const isDevelopment = process.env.GU_STAGE !== 'PROD';
+
+		const hasNoIndexPattern = Boolean(
+			canonicalUrl?.includes('tracking/commissioningdesk'),
+		);
+
+		return isDevelopment || hasNoIndexPattern;
+	};
 
 	/**
 	 * We escape windowGuardian here to prevent errors when the data
@@ -265,7 +273,7 @@ https://workforus.theguardian.com/careers/product-engineering/
                 <!--  This tag enables pages to be featured in Google Discover as large previews
                     See: https://developers.google.com/search/docs/advanced/mobile/google-discover?hl=en&visit_id=637424198370039526-3805703503&rd=1 -->
                 <meta name="robots" content="max-image-preview:large">
-				${doNotIndex ? '<meta name="robots" content="noindex">' : ''}
+				${doNotIndex() ? '<meta name="robots" content="noindex">' : ''}
 
                 <script>
                     window.guardian = ${windowGuardian};