Added robots.txt

gnikit · gnikit · commit 66f483a3e462 · 2022-05-29T06:58:20.000+01:00
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,7 @@
 ### Added
 
 - Added `sitemap.xml` to documentation webpage
+  ([#134](https://github.com/gnikit/fortls/pull/134))
 
 ## 2.7.0
 
diff --git a/docs/conf.py b/docs/conf.py
@@ -114,6 +114,10 @@
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ["_static"]
 
+# Add any extra paths that contain custom files (such as robots.txt or
+# .htaccess) here, relative to this directory. These files are copied
+# directly to the root of the documentation.
+html_extra_path = ["html_extra"]
 
 display_toc = True
 # autodoc_default_flags = ["members"]
diff --git a/docs/html_extra/robots.txt b/docs/html_extra/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow:
+Sitemap: https://gnikit.github.io/fortls/sitemap.xml

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+User-agent: *`
	`2`	`+Disallow:`
	`3`	`+Sitemap: https://gnikit.github.io/fortls/sitemap.xml`