Merge branch 'master' into master

Author: Pedrexus

.actions/requirements.txt

@@ -1,2 +1,2 @@
-jsonargparse>=4.16.0
+jsonargparse >=4.16.0, <4.28.0
 requests

.azure/gpu-tests-fabric.yml

@@ -23,8 +23,7 @@ pr:
       - ".azure/gpu-tests-fabric.yml"
       - "examples/fabric/**"
       - "examples/run_fabric_examples.sh"
-      - "tests/tests_fabric/run_standalone_*.sh"
-      - "tests/tests_pytorch/run_standalone_tests.sh" # used by fabric through a symlink
+      - "tests/run_standalone_*.sh"
       - "requirements/fabric/**"
       - "src/lightning/__init__.py"
       - "src/lightning/__setup__.py"
@@ -49,6 +48,7 @@ jobs:
       DEVICES: $( python -c 'print("$(Agent.Name)".split("_")[-1])' )
       FREEZE_REQUIREMENTS: "1"
       PIP_CACHE_DIR: "/var/tmp/pip"
+      PL_RUN_CUDA_TESTS: "1"
     container:
       image: $(image)
       # default shm size is 64m. Increase it to avoid:
@@ -126,19 +126,16 @@ jobs:
         condition: and(succeeded(), eq(variables['PACKAGE_NAME'], 'fabric'))
         displayName: "Adjust tests & examples"
 
-      - bash: python -m coverage run --source ${COVERAGE_SOURCE} -m pytest -v --durations=50
-        workingDirectory: tests/tests_fabric
-        env:
-          PL_RUN_CUDA_TESTS: "1"
+      - bash: python -m coverage run --source ${COVERAGE_SOURCE} -m pytest . -v --durations=50
+        workingDirectory: tests/tests_fabric/
         displayName: "Testing: fabric standard"
         timeoutInMinutes: "10"
 
-      - bash: bash run_standalone_tests.sh
-        workingDirectory: tests/tests_fabric
+      - bash: bash ../run_standalone_tests.sh "."
+        workingDirectory: tests/tests_fabric/
         env:
-          PL_RUN_CUDA_TESTS: "1"
           PL_STANDALONE_TESTS_SOURCE: $(COVERAGE_SOURCE)
-        displayName: "Testing: fabric standalone tests"
+        displayName: "Testing: fabric standalone"
         timeoutInMinutes: "10"
 
       - bash: |
@@ -152,12 +149,12 @@ jobs:
           ./codecov --token=$(CODECOV_TOKEN) --commit=$(Build.SourceVersion) \
             --flags=gpu,pytest,${COVERAGE_SOURCE} --name="GPU-coverage" --env=linux,azure
           ls -l
-        workingDirectory: tests/tests_fabric
+        workingDirectory: tests/tests_fabric/
         displayName: "Statistics"
 
       - script: |
           set -e
           bash run_fabric_examples.sh --accelerator=cuda --devices=1
           bash run_fabric_examples.sh --accelerator=cuda --devices=2 --strategy ddp
-        workingDirectory: examples
+        workingDirectory: examples/
         displayName: "Testing: fabric examples"

.azure/gpu-tests-pytorch.yml

@@ -59,6 +59,7 @@ jobs:
       DEVICES: $( python -c 'print("$(Agent.Name)".split("_")[-1])' )
       FREEZE_REQUIREMENTS: "1"
       PIP_CACHE_DIR: "/var/tmp/pip"
+      PL_RUN_CUDA_TESTS: "1"
     container:
       image: $(image)
       # default shm size is 64m. Increase it to avoid:
@@ -154,16 +155,13 @@ jobs:
 
       - bash: python -m coverage run --source ${COVERAGE_SOURCE} -m pytest -v --durations=50
         workingDirectory: tests/tests_pytorch
-        env:
-          PL_RUN_CUDA_TESTS: "1"
         displayName: "Testing: PyTorch standard"
         timeoutInMinutes: "35"
 
-      - bash: bash run_standalone_tests.sh
+      - bash: bash ../run_standalone_tests.sh "."
         workingDirectory: tests/tests_pytorch
         env:
           PL_USE_MOCKED_MNIST: "1"
-          PL_RUN_CUDA_TESTS: "1"
           PL_STANDALONE_TESTS_SOURCE: $(COVERAGE_SOURCE)
         displayName: "Testing: PyTorch standalone tests"
         timeoutInMinutes: "35"
@@ -172,7 +170,6 @@ jobs:
         workingDirectory: tests/tests_pytorch
         env:
           PL_USE_MOCKED_MNIST: "1"
-          PL_RUN_CUDA_TESTS: "1"
         displayName: "Testing: PyTorch standalone tasks"
         timeoutInMinutes: "10"
 

.github/actions/pip-wheels/action.yml

@@ -19,7 +19,7 @@ runs:
   using: "composite"
   steps:
     - name: install dev. env
-      run: pip install setuptools wheel
+      run: pip install -r requirements/ci.txt
       shell: bash
 
     - name: Freeze local emv.

.github/actions/pkg-check/action.yml

@@ -14,7 +14,7 @@ runs:
   using: "composite"
   steps:
     - name: install dev. env
-      run: pip install "twine==4.0.1" setuptools wheel flake8
+      run: pip install -r requirements/ci.txt
       shell: bash
 
     - name: Set PACKAGE_NAME envvar

.github/checkgroup.yml

@@ -225,8 +225,7 @@ subprojects:
       - ".azure/gpu-tests-fabric.yml"
       - "examples/fabric/**"
       - "examples/run_fabric_examples.sh"
-      - "tests/tests_fabric/run_standalone_*.sh"
-      - "tests/tests_pytorch/run_standalone_tests.sh" # used by Fabric through a symlink
+      - "tests/run_standalone_*.sh"
       - "requirements/fabric/**"
       - "src/lightning/__init__.py"
       - "src/lightning/__setup__.py"

.github/label-change.yml

@@ -1,68 +1,91 @@
 app:
-  - "src/lightning/app/**"
-  - "src/lightning_app/*"
-  - "tests/tests_app/**"
-  - "tests/integrations_app/**"
-  - "tests/integrations_app_examples/**"
-  - "examples/app/**"
-  - "docs/source-app/**"
-  - "requirements/app/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "src/lightning/app/**"
+          - "src/lightning_app/*"
+          - "tests/tests_app/**"
+          - "tests/integrations_app/**"
+          - "tests/integrations_app_examples/**"
+          - "examples/app/**"
+          - "docs/source-app/**"
+          - "requirements/app/**"
 
 data:
-  - "src/lightning/data/**"
-  - "tests/tests_data/**"
-  - "requirements/data/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "src/lightning/data/**"
+          - "tests/tests_data/**"
+          - "requirements/data/**"
 
 store:
-  - "src/lightning/store/**"
-  - "tests/tests_store/**"
-  - "requirements/store/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "src/lightning/store/**"
+          - "tests/tests_store/**"
+          - "requirements/store/**"
 
 pl:
-  - "src/lightning/pytorch/**"
-  - "src/pytorch_lightning/*"
-  - "tests/tests_pytorch/**"
-  - "tests/legacy/**"
-  - "examples/pytorch/**"
-  - "docs/source-pytorch/**"
-  - "requirements/pytorch/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "src/lightning/pytorch/**"
+          - "src/pytorch_lightning/*"
+          - "tests/tests_pytorch/**"
+          - "tests/legacy/**"
+          - "examples/pytorch/**"
+          - "docs/source-pytorch/**"
+          - "requirements/pytorch/**"
 
 fabric:
-  - "src/lightning/fabric/**"
-  - "src/lightning_fabric/*"
-  - "tests/tests_fabric/**"
-  - "examples/fabric/**"
-  - "docs/source-fabric/**"
-  - "requirements/fabric/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "src/lightning/fabric/**"
+          - "src/lightning_fabric/*"
+          - "tests/tests_fabric/**"
+          - "examples/fabric/**"
+          - "docs/source-fabric/**"
+          - "requirements/fabric/**"
 
 ci:
-  - ".actions/**"
-  - ".azure/**"
-  - ".github/**"
-  - "dockers/**"
-  - ".pre-commit-config.yml"
+  - changed-files:
+      - any-glob-to-any-file:
+          - ".actions/**"
+          - ".azure/**"
+          - ".github/**"
+          - "dockers/**"
+          - ".pre-commit-config.yml"
 
 docs:
-  - ".github/workflows/docs-build.yml"
-  - "docs/**"
-  - "requirements/docs.txt"
-  - "requirements/*/docs.txt"
+  - changed-files:
+      - any-glob-to-any-file:
+          - ".github/workflows/docs-build.yml"
+          - "docs/**"
+          - "requirements/docs.txt"
+          - "requirements/*/docs.txt"
 
 package:
-  - ".github/workflows/ci-pkg-install.yml"
-  - "setup.py"
-  - "pyproject.toml"
-  - "src/version.info"
-  - "src/lightning/*/__setup__.py"
-  - "src/lightning/*/__version__.py"
-  - "src/lightning_app/*"
-  - "src/lightning_fabric/*"
-  - "src/pytorch_lightning/*"
+  - changed-files:
+      - any-glob-to-any-file:
+          - ".github/workflows/ci-pkg-install.yml"
+          - "setup.py"
+          - "pyproject.toml"
+          - "src/version.info"
+          - "src/lightning/*/__setup__.py"
+          - "src/lightning/*/__version__.py"
+          - "src/lightning_app/*"
+          - "src/lightning_fabric/*"
+          - "src/pytorch_lightning/*"
 
 dockers:
-  - "dockers/**"
-  - ".github/workflows/docker-build.yml"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "dockers/**"
+          - ".github/workflows/docker-build.yml"
 
 dependencies:
-  - "requirements.txt"
-  - "requirements/**"
+  - changed-files:
+      - any-glob-to-any-file:
+          - "requirements.txt"
+          - "requirements/**"
+
+release:
+  - base-branch: "release/*"

.github/workflows/_legacy-checkpoints.yml

@@ -110,14 +110,14 @@ jobs:
           path: ${{ env.legacy_dir }}/checkpoints/
           retention-days: ${{ env.KEEP_DAYS }}
 
+      - run: pip install -r requirements/ci.txt
       - name: Upload checkpoints to S3
         working-directory: ${{ env.legacy_dir }}
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_PUB_ACCESS_KEY }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_PUB_SECRET_KEY }}
           AWS_DEFAULT_REGION: ${{ secrets.AWS_REGION }}
         run: |
-          pip install -q awscli
           aws s3 sync $AWS_RUN checkpoints/ s3://pl-public-data/legacy/checkpoints/
           zip -r checkpoints.zip checkpoints
           aws s3 cp $AWS_RUN checkpoints.zip s3://pl-public-data/legacy/ --acl public-read

.github/workflows/call-clear-cache.yml

@@ -12,12 +12,12 @@ on:
 jobs:
   cron-clear:
     if: github.event_name == 'schedule'
-    uses: Lightning-AI/utilities/.github/workflows/[email protected].0
+    uses: Lightning-AI/utilities/.github/workflows/[email protected].1
     with:
       pattern: "latest|docs"
 
   direct-clear:
     if: github.event_name == 'workflow_dispatch'
-    uses: Lightning-AI/utilities/.github/workflows/[email protected].0
+    uses: Lightning-AI/utilities/.github/workflows/[email protected].1
     with:
       pattern: ${{ inputs.pattern }}

.github/workflows/ci-check-md-links.yml

@@ -14,6 +14,6 @@ on:
 
 jobs:
   check-md-links:
-    uses: Lightning-AI/utilities/.github/workflows/[email protected].0
+    uses: Lightning-AI/utilities/.github/workflows/[email protected].1
     with:
       config-file: ".github/markdown-links-config.json"