Merge pull request #323 from semantic-systems/develop

abdullah-rana · web-flow · commit 8dff3b5b2888 · 2025-07-22T14:30:38.000+02:00
updated robot.txt for restricting google bots
diff --git a/static/robots.txt b/static/robots.txt
@@ -52,5 +52,9 @@ Disallow: /
 User-agent: CCBot
 Disallow: /
 
+User-agent: Googlebot
+Disallow: /researcher-details/
+Disallow: /publication-details/
+
 User-agent: *
 Allow: /
