add robots.txt

Author: drbruced12

_extra/robots.txt

@@ -0,0 +1,2 @@
+User-agent: GPTBot
+Disallow: /

conf.py

@@ -143,6 +143,8 @@ def get_version():
 #
 # html_sidebars = {}
 
+#extra HTML files
+html_extra_path = ['_extra']
 
 # -- Options for HTMLHelp output ---------------------------------------------
 
@@ -221,7 +223,7 @@ def get_version():
 # epub_uid = ''
 
 # A list of files that should not be packed into the epub file.
-epub_exclude_files = ['search.html']
+epub_exclude_files = ['search.html','robots.txt']
 
 
 # -- Extension configuration -------------------------------------------------