Try adding sitemap and robots.txt

Author: jessegrabowski

doc/conf.py

@@ -22,8 +22,16 @@
     "ablog",
     "myst_nb",
     "generate_gallery",
+    "sphinx_sitemap",
 ]
 
+# Don't auto-generate summary for class members.
+numpydoc_show_class_members = False
+autosummary_generate = True
+autodoc_typehints = "none"
+remove_from_toctrees = ["**/classmethods/*"]
+
+
 intersphinx_mapping = {
     "jax": ("https://jax.readthedocs.io/en/latest", None),
     "numpy": ("https://numpy.org/doc/stable", None),
@@ -103,19 +111,15 @@
 # Options for HTML output
 # -----------------------
 
-# The style sheet to use for HTML and HTML Help pages. A file of that name
-# must exist either in Sphinx' static/ path, or in one of the custom paths
-# given in html_static_path.
-# html_style = 'default.css'
-# html_theme = 'sphinxdoc'
+# The theme to use for HTML and HTML Help pages.  See the documentation for
+# a list of builtin themes.
+html_theme = "pymc_sphinx_theme"
+html_logo = "images/PyTensor_RGB.svg"
+
+html_baseurl = "https://pytensor.readthedocs.io"
+sitemap_url_scheme = f"{{lang}}{rtd_version}/{{link}}"
 
-# html4_writer added to Fix colon & whitespace misalignment
-# https://github.com/readthedocs/sphinx_rtd_theme/issues/766#issuecomment-513852197
-# https://github.com/readthedocs/sphinx_rtd_theme/issues/766#issuecomment-629666319
-# html4_writer = False
 
-html_logo = "images/PyTensor_RGB.svg"
-html_theme = "pymc_sphinx_theme"
 html_theme_options = {
     "use_search_override": False,
     "icon_links": [

doc/environment.yml

@@ -23,4 +23,5 @@ dependencies:
   - ablog
   - pip
   - pip:
+    - sphinx_sitemap
     - -e ..

doc/library/index.rst

@@ -22,7 +22,6 @@ Modules
    gradient
    misc/pkl_utils
    printing
-   sandbox/index
    scalar/index
    scan
    sparse/index

doc/robots.txt

@@ -0,0 +1,3 @@
+User-agent: *
+
+Sitemap: https://pytensor.readthedocs.io/en/latest/sitemap.xml