Add robots.txt

dolfinus · dolfinus · commit d57f603a433c · 2024-04-08T22:57:25.000+03:00
diff --git a/docs/conf.py b/docs/conf.py
@@ -73,6 +73,7 @@
 #
 html_theme = "furo"
 html_title = f"setuptools-git-versioning {version}"
+html_extra_path = ["robots.txt"]
 
 # Add any paths that contain custom static files (such as style sheets) here,
 # relative to this directory. They are copied after the builtin static files,
diff --git a/docs/robots.txt b/docs/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+Allow: /*/stable/
+Allow: /en/stable/   # Fallback for bots that don't understand wildcards
+Disallow: /
+Sitemap: https://setuptools-git-versioning.readthedocs.io/sitemap.xml

Original file line number	Diff line number	Diff line change
`@@ -73,6 +73,7 @@`
`73`	`73`	`#`
`74`	`74`	`html_theme = "furo"`
`75`	`75`	`html_title = f"setuptools-git-versioning {version}"`
	`76`	`+html_extra_path = ["robots.txt"]`
`76`	`77`
`77`	`78`	`# Add any paths that contain custom static files (such as style sheets) here,`
`78`	`79`	`# relative to this directory. They are copied after the builtin static files,`