Feat/llms txt (#253)

* add dependency

* enable extension

* exclude autoapi pages

Author: voorhs

docs/source/conf.py

@@ -51,6 +51,7 @@
     "sphinx_multiversion",
     "sphinx.ext.napoleon",
     "sphinx_toolbox.collapse",
+    "sphinx_llms_txt",
 ]
 
 templates_path = ["_templates"]
@@ -186,6 +187,7 @@
 
 repo_root = Path(__file__).resolve().parents[2]  # if conf.py is in docs/
 
+llms_txt_exclude = ["autoapi*"]
 
 def setup(app: Sphinx) -> None:
     generate_versions_json(repo_root, BASE_URL)

pyproject.toml

@@ -86,7 +86,8 @@ docs = [
     "ipykernel (>=6.29.5,<7.0.0)",
     "tensorboardx (>=2.6.2.2,<3.0.0)",
     "sphinx-multiversion (>=0.2.4,<1.0.0)",
-    "sphinx-toolbox  (>=4.0.0, <5.0.0)"
+    "sphinx-toolbox  (>=4.0.0,<5.0.0)",
+    "sphinx-llms-txt (>=0.3.0,<0.4.0)"
 ]
 dspy = [
     "dspy (>=2.6.5,<3.0.0)",