add sitemap and robots.txt (#97)

* add sitemap and robots.txt

* update requirements

* fix rtd preview link action

Author: OriolAbril

.github/workflows/rtd-link-preview.yml

@@ -14,3 +14,4 @@ jobs:
       - uses: readthedocs/actions/preview@v1
         with:
           project-slug: "pymcio"
+          single-version: true

conf.py

@@ -42,6 +42,7 @@
     "notfound.extension",
     "jupyterlite_sphinx",
     "sphinxext.rediraffe",
+    "sphinx_sitemap",
 ]
 
 # List of patterns, relative to source directory, that match files and
@@ -134,6 +135,9 @@ def setup(app):
 # a list of builtin themes.
 #
 html_theme = "pymc_sphinx_theme"
+html_baseurl = "https://www.pymc.io/"
+sitemap_url_scheme = "{link}"
+html_extra_path = ["robots.txt", "sitemapindex.xml"]
 # Add any paths that contain custom static files (such as style sheets) here,
 # relative to this directory. They are copied after the builtin static files,
 # so a file named "default.css" will overwrite the builtin "default.css".

requirements.txt

@@ -10,3 +10,4 @@ jupyterlite-sphinx
 jupyterlite-pyodide-kernel
 sphinxext-rediraffe
 pymc-sphinx-theme==0.14
+sphinx-sitemap

robots.txt

@@ -0,0 +1,3 @@
+User-agent: *
+
+Sitemap: https://www.pymc.io/sitemapindex.xml

sitemapindex.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<sitemapindex xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+
+   <sitemap>
+      <loc>https://www.pymc.io/sitemap.xml</loc>
+   </sitemap>
+
+   <sitemap>
+     <loc>https://www.pymc.io/projects/docs/en/stable/sitemap.xml</loc>
+   </sitemap>
+
+   <sitemap>
+     <loc>https://www.pymc.io/projects/examples/en/latest/sitemap.xml</loc>
+   </sitemap>
+
+</sitemapindex>