debug: missing nvcc on images with pt-2.1

Author: Borda

.lightning/workflows/fabric.yml

@@ -12,11 +12,11 @@ parametrize:
     # note that this is setting also all oldest requirements which is linked to Torch == 2.0
     - image: "pytorchlightning/pytorch_lightning:base-cuda12.1.1-py3.10-torch2.1"
       PACKAGE_NAME: "fabric"
-    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
+    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.8"
       PACKAGE_NAME: "fabric"
     # - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
     #   PACKAGE_NAME: "fabric"
-    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
+    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.8"
       PACKAGE_NAME: "lightning"
   exclude: []
 
@@ -27,6 +27,9 @@ env:
 run: |
   whereis nvidia
   nvidia-smi
+  ls -l /usr/local/cuda/bin/nvcc
+  which nvcc
+  nvcc --version
   python --version
   pip --version
   pip install -q fire wget packaging

.lightning/workflows/pytorch.yml

@@ -12,11 +12,11 @@ parametrize:
     # note that this is setting also all oldest requirements which is linked to Torch == 2.0
     - image: "pytorchlightning/pytorch_lightning:base-cuda12.1.1-py3.10-torch2.1"
       PACKAGE_NAME: "pytorch"
-    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
+    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.8"
       PACKAGE_NAME: "pytorch"
     # - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
     #   PACKAGE_NAME: "pytorch"
-    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.7"
+    - image: "pytorchlightning/pytorch_lightning:base-cuda12.6.3-py3.12-torch2.8"
       PACKAGE_NAME: "lightning"
   exclude: []
 
@@ -27,6 +27,9 @@ env:
 run: |
   whereis nvidia
   nvidia-smi
+  ls -l /usr/local/cuda/bin/nvcc
+  which nvcc
+  nvcc --version
   python --version
   pip --version
   pip install -q fire wget packaging

dockers/base-cuda/Dockerfile

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 ARG UBUNTU_VERSION=22.04
-ARG CUDA_VERSION=11.7.1
+ARG CUDA_VERSION=12.1.1
 
 
 FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}