Merge branch 'staging' into auto/A19S18-merge-master-into-staging

keyman-server · web-flow · commit c68729f49632 · 2025-12-18T09:59:19.000+01:00
diff --git a/robots.txt b/robots.txt
@@ -1,7 +1,3 @@
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: AhrefsBot
-Disallow: /
-
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: TurnitinBot
+# Disallow all bots since we don't need anything idexed on the staging site
+User-agent: *
 Disallow: /
