gpu: use CUBLAS_WORKSPACE_CONFIG: ":4096:8" (#2124)

Author: Borda

.azure/gpu-test.yml

@@ -34,6 +34,7 @@ jobs:
       CUDA_VERSION: "12.6.3"
       TORCH_VERSION: "2.7.1"
       CUDNN_FRONTEND_VERSION: "1.10.0"
+      CUBLAS_WORKSPACE_CONFIG: ":4096:8"
     container:
       # image: "pytorchlightning/pytorch_lightning:base-cuda-py$(PYTHON_VERSION)-torch$(TORCH_VERSION)-cuda$(CUDA_VERSION)"
       # pytorchlightning/lightning-thunder:ubuntu22.04-cuda12.1.1-cudnn-fe1.5.0-py3.10-pt_main-dev

.lightning/workflows/tests.yaml

@@ -17,6 +17,7 @@ parametrize:
 env:
   SKIP_WITH_CI: "1" # skip single tests with CI
   NCCL_DEBUG: "INFO"
+  CUBLAS_WORKSPACE_CONFIG: ":4096:8"
   NCCL_IGNORE_DISABLED_P2P: "1"
   TORCH_VERSION: "2.7.1"
   RUN_ONLY_CUDA_TESTS: "1" # run CUDA tests only