From 8e5ff73a04a4dd22dff33cb7ac313af27dc5b85d Mon Sep 17 00:00:00 2001 From: Dave Verwer Date: Tue, 19 Nov 2024 10:23:08 +0000 Subject: [PATCH] Block AI crawlers. --- Public/robots.txt | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/Public/robots.txt b/Public/robots.txt index ccbda3d8c..9100c0b69 100644 --- a/Public/robots.txt +++ b/Public/robots.txt @@ -1 +1,25 @@ Sitemap: https://swiftpackageindex.com/sitemap.xml + +User-agent: Bytespider +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: ClaudeBot +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Applebot +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Cohere-ai +Disallow: / + +User-agent: Seekr +Disallow: /