Merge branch 'master' into ioannis@18861-CSVLogger-fails-on-remote-fs

Author: ioangatop

.actions/assistant.py

@@ -359,17 +359,19 @@ def copy_replace_imports(
 
 
 def create_mirror_package(source_dir: str, package_mapping: Dict[str, str]) -> None:
+    """Create a mirror package with adjusted imports."""
     # replace imports and copy the code
     mapping = package_mapping.copy()
     mapping.pop("lightning", None)  # pop this key to avoid replacing `lightning` to `lightning.lightning`
 
     mapping = {f"lightning.{sp}": sl for sp, sl in mapping.items()}
     for pkg_from, pkg_to in mapping.items():
+        source_imports, target_imports = zip(*mapping.items())
         copy_replace_imports(
             source_dir=os.path.join(source_dir, pkg_from.replace(".", os.sep)),
             # pytorch_lightning uses lightning_fabric, so we need to replace all imports for all directories
-            source_imports=mapping.keys(),
-            target_imports=mapping.values(),
+            source_imports=source_imports,
+            target_imports=target_imports,
             target_dir=os.path.join(source_dir, pkg_to.replace(".", os.sep)),
             lightning_by=pkg_from,
         )

.github/workflows/call-clear-cache.yml

@@ -12,12 +12,12 @@ on:
 jobs:
   cron-clear:
     if: github.event_name == 'schedule'
-    uses: Lightning-AI/utilities/.github/workflows/clear-cache.yml@v0.10.1
+    uses: Lightning-AI/utilities/.github/workflows/clear-cache.yml@v0.11.2
     with:
       pattern: "latest|docs"
 
   direct-clear:
     if: github.event_name == 'workflow_dispatch'
-    uses: Lightning-AI/utilities/.github/workflows/clear-cache.yml@v0.10.1
+    uses: Lightning-AI/utilities/.github/workflows/clear-cache.yml@v0.11.2
     with:
       pattern: ${{ inputs.pattern }}

.github/workflows/ci-check-md-links.yml

@@ -14,7 +14,7 @@ on:
 
 jobs:
   check-md-links:
-    uses: Lightning-AI/utilities/.github/workflows/check-md-links.yml@v0.10.1
+    uses: Lightning-AI/utilities/.github/workflows/check-md-links.yml@v0.11.2
     with:
       config-file: ".github/markdown-links-config.json"
       base-branch: "master"

.github/workflows/ci-schema.yml

@@ -8,7 +8,7 @@ on:
 
 jobs:
   check:
-    uses: Lightning-AI/utilities/.github/workflows/check-schema.yml@v0.10.1
+    uses: Lightning-AI/utilities/.github/workflows/check-schema.yml@v0.11.2
     with:
       # skip azure due to the wrong schema file by MSFT
       # https://github.com/Lightning-AI/lightning-flash/pull/1455#issuecomment-1244793607

.github/workflows/docs-build.yml

@@ -62,6 +62,7 @@ jobs:
         target: ["html", "doctest", "linkcheck"]
     env:
       DOCS_COPY_NOTEBOOKS: 1
+      PIN_RELEASE_VERSIONS: 1
       ARTIFACT_DAYS: 0
     steps:
       - uses: actions/checkout@v4
@@ -90,7 +91,7 @@ jobs:
         timeout-minutes: 5
         run: |
           sudo apt-get update --fix-missing
-          sudo apt-get install -y pandoc texlive-latex-extra dvipng texlive-pictures
+          sudo apt-get install -y pandoc
       - name: Install package & dependencies
         timeout-minutes: 20
         run: |

.github/workflows/release-nightly.yml

@@ -17,11 +17,6 @@ defaults:
   run:
     shell: bash
 
-env:
-  FREEZE_REQUIREMENTS: 1
-  TORCH_URL: "https://download.pytorch.org/whl/cpu/torch_stable.html"
-  PYTHON_VER: "3.8"
-
 jobs:
   build-packages:
     runs-on: ubuntu-22.04

.pre-commit-config.yaml

@@ -70,7 +70,7 @@ repos:
       - id: sphinx-lint
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.3.2
+    rev: v0.3.5
     hooks:
       # try to fix what is possible
       - id: ruff
@@ -101,4 +101,5 @@ repos:
     hooks:
       - id: prettier
         # https://prettier.io/docs/en/options.html#print-width
+        files: \.(json|yml|yaml|toml)
         args: ["--print-width=120"]

.prettierignore

@@ -74,7 +74,6 @@
     "sphinx.ext.linkcode",
     "sphinx.ext.autosummary",
     "sphinx.ext.napoleon",
-    "sphinx.ext.imgmath",
     # 'sphinxcontrib.mockautodoc',  # raises error: directive 'automodule' is already registered ...
     # 'sphinxcontrib.fulltoc',  # breaks pytorch-theme with unexpected kw argument 'titles_only'
     "sphinxcontrib.video",
@@ -87,6 +86,7 @@
     "sphinx_togglebutton",
     "sphinx.ext.githubpages",
     "lai_sphinx_theme.extensions.lightning",
+    'sphinx.ext.mathjax',
 ]
 
 # Add any paths that contain templates here, relative to this directory.
@@ -206,6 +206,13 @@
     (master_doc, project + ".tex", project + " Documentation", author, "manual"),
 ]
 
+# MathJax configuration
+mathjax3_config = {
+    'tex': {
+        'packages': {'[+]': ['ams', 'newcommand', 'configMacros']}
+    },
+}
+
 # -- Options for manual page output ------------------------------------------
 
 # One entry per manual page. List of tuples

docs/source-app/conf.py

@@ -15,7 +15,6 @@
 import sys
 
 import lai_sphinx_theme
-from lightning_utilities.docs import fetch_external_assets
 
 import lightning
 
@@ -26,6 +25,7 @@
 _SPHINX_MOCK_REQUIREMENTS = int(os.environ.get("SPHINX_MOCK_REQUIREMENTS", True))
 _FAST_DOCS_DEV = int(os.environ.get("FAST_DOCS_DEV", True))
 _FETCH_S3_ASSETS = int(os.getenv("DOCS_FETCH_ASSETS", not _FAST_DOCS_DEV))
+_PIN_RELEASE_VERSIONS = int(os.getenv("PIN_RELEASE_VERSIONS", not _FAST_DOCS_DEV))
 
 # -- Project information -----------------------------------------------------
 
@@ -47,12 +47,21 @@
 # -- Project documents -------------------------------------------------------
 
 if _FETCH_S3_ASSETS:
+    from lightning_utilities.docs import fetch_external_assets
+
     fetch_external_assets(
         docs_folder=_PATH_HERE,
         assets_folder="_static/fetched-s3-assets",
         retrieve_pattern=r"https?://[-a-zA-Z0-9_]+\.s3\.[-a-zA-Z0-9()_\\+.\\/=]+",
     )
 
+if _PIN_RELEASE_VERSIONS:
+    from lightning_utilities.docs import adjust_linked_external_docs
+
+    adjust_linked_external_docs(
+        "https://pytorch.org/docs/stable/", "https://pytorch.org/docs/{torch.__version__}/", _PATH_ROOT
+    )
+
 # -- General configuration ---------------------------------------------------
 
 # If your documentation needs a minimal Sphinx version, state it here.
@@ -72,7 +81,6 @@
     "sphinx.ext.viewcode",
     "sphinx.ext.autosummary",
     "sphinx.ext.napoleon",
-    "sphinx.ext.imgmath",
     "sphinx.ext.autosectionlabel",
     # 'sphinxcontrib.mockautodoc',  # raises error: directive 'automodule' is already registered ...
     # 'sphinxcontrib.fulltoc',  # breaks pytorch-theme with unexpected kw argument 'titles_only'
@@ -83,6 +91,7 @@
     "sphinx_paramlinks",
     "sphinx_togglebutton",
     "lai_sphinx_theme.extensions.lightning",
+    'sphinx.ext.mathjax',
 ]
 
 # Add any paths that contain templates here, relative to this directory.
@@ -203,6 +212,13 @@
     (master_doc, project + ".tex", project + " Documentation", author, "manual"),
 ]
 
+# MathJax configuration
+mathjax3_config = {
+    'tex': {
+        'packages': {'[+]': ['ams', 'newcommand', 'configMacros']}
+    },
+}
+
 # -- Options for manual page output ------------------------------------------
 
 # One entry per manual page. List of tuples