Merge branch 'master' into fabric

Author: Borda

.github/checkgroup.yml

@@ -176,14 +176,15 @@ subprojects:
       - "lightning-fabric (GPUs) (testing Fabric | latest)"
       - "lightning-fabric (GPUs) (testing Lightning | latest)"
 
-  - id: "lightning_fabric: TPU workflow"
-    paths:
-      # tpu CI availability is very limited, so we only require tpu tests
-      # to pass when their configurations are modified
-      - ".github/workflows/tpu-tests.yml"
-      - "tests/tests_fabric/run_tpu_tests.sh"
-    checks:
-      - "test-on-tpus (pytorch, pjrt, v4-8)"
+  # Temporarily disabled
+  #  - id: "lightning_fabric: TPU workflow"
+  #    paths:
+  #      # tpu CI availability is very limited, so we only require tpu tests
+  #      # to pass when their configurations are modified
+  #      - ".github/workflows/tpu-tests.yml"
+  #      - "tests/tests_fabric/run_tpu_tests.sh"
+  #    checks:
+  #      - "test-on-tpus (pytorch, pjrt, v4-8)"
 
   # SECTION: common
 

.github/workflows/_legacy-checkpoints.yml

@@ -111,9 +111,13 @@ jobs:
           retention-days: ${{ env.KEEP_DAYS }}
           include-hidden-files: true
 
+      - name: access secrets
+        # export to env bool if secrets.AWS_REGION is not empty
+        run: echo "WITH_SECRETS=$([ -n '${{ secrets.AWS_REGION }}' ] && echo 1 || echo 0)" >> $GITHUB_ENV
+
       - run: pip install -r requirements/ci.txt
       - name: Upload checkpoints to S3
-        if: ${{ secrets[AWS_REGION] != '' }}
+        if: ${{ env.WITH_SECRETS == '1' }}
         working-directory: ${{ env.LEGACY_FOLDER }}
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}

…ub/workflows/ci-checkpoints.yml.disabled .github/workflows/ci-checkpoints.yml.github/workflows/ci-checkpoints.yml.disabled renamed to .github/workflows/ci-checkpoints.yml .github/workflows/ci-checkpoints.yml.disabled renamed to .github/workflows/ci-checkpoints.yml

@@ -116,16 +116,24 @@ jobs:
           mkdir -p $PYPI_CACHE_DIR
           ls -lh $PYPI_CACHE_DIR
 
-      - name: Env. variables
+      - name: Expand Env. variables
         run: |
           # Switch PyTorch URL between stable and test/future
           python -c "print('TORCH_URL=' + str('${{env.TORCH_URL_TEST}}' if '${{ matrix.pytorch-version }}' == '2.7' else '${{env.TORCH_URL_STABLE}}'))" >> $GITHUB_ENV
           # Switch coverage scope
           python -c "print('COVERAGE_SCOPE=' + str('lightning' if '${{matrix.pkg-name}}' == 'lightning' else 'lightning_fabric'))" >> $GITHUB_ENV
           # if you install mono-package set dependency only for this subpackage
           python -c "print('EXTRA_PREFIX=' + str('' if '${{matrix.pkg-name}}' != 'lightning' else 'fabric-'))" >> $GITHUB_ENV
+      - name: Append Env. vars for MacOS
+        if: ${{ runner.os == 'macOS' }}
+        run: |
+          # trying to avoid "gloo" issue with SIGABRT
+          echo "GLOO_SOCKET_IFNAME=lo0" >> $GITHUB_ENV
+      - name: Append Env. vars for Windows
+        if: ${{ runner.os == 'windows' }}
+        run: |
           # Avoid issue on Windows with PyTorch 2.4: "RuntimeError: use_libuv was requested but PyTorch was build without libuv support"
-          python -c "print('USE_LIBUV=0' if '${{matrix.os}}' == 'windows-2022' and '${{matrix.pytorch-version}}' == '2.4' else '')" >> $GITHUB_ENV
+          echo "USE_LIBUV=0" >> $GITHUB_ENV
 
       - name: Install package & dependencies
         timeout-minutes: 20

.github/workflows/ci-tests-fabric.yml

@@ -179,12 +179,12 @@ jobs:
         with:
           pkg-folder: dist/${{ steps.folder.outputs.pkg }}
           pypi-token: ${{ secrets[format('PYPI_TOKEN_{0}', matrix.name)] }}
-# FIXME: this is not working suddenly, Unrecognized named-value: 'secrets'
-#  legacy-checkpoints:
-#    needs: [build-packages]
-#    uses: ./.github/workflows/_legacy-checkpoints.yml
-#    with:
-#      push_to_s3: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
-#      upload_local: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
-#      create_pr: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
-#    secrets: inherit
+
+  legacy-checkpoints:
+    needs: [build-packages]
+    uses: ./.github/workflows/_legacy-checkpoints.yml
+    with:
+      push_to_s3: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
+      upload_local: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
+      create_pr: ${{ startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' }}
+    secrets: inherit