make lit CI as required - benchmarks (#21201)

Author: Borda

.azure/gpu-benchmarks.yml

@@ -100,7 +100,9 @@ jobs:
         workingDirectory: tests/
         displayName: "Testing: benchmarks"
 
-      - bash: bash run_standalone_tasks.sh
+      - bash: |
+          bash run_standalone_tasks.sh cpu
+          bash run_standalone_tasks.sh cuda
         workingDirectory: tests/parity_fabric
         # without succeeded this could run even if the job has already failed
         condition: and(succeeded(), eq(variables['PACKAGE_NAME'], 'fabric'))

.github/checkgroup.yml

@@ -51,9 +51,9 @@ subprojects:
       - "pytorch.yml / Lit Job (nvidia/cuda:12.6.3-runtime-ubuntu22.04, lightning, 3.12, L4_X_2)"
       - "pytorch.yml / Lit Job (nvidia/cuda:12.6.3-runtime-ubuntu22.04, pytorch, 3.12, L4_X_2)"
 
-  - id: "pytorch_lightning: Benchmarks"
+  - id: "Benchmarks"
     paths:
-      - ".azure/gpu-benchmarks.yml"
+      - ".lightning/workflows/benchmark.yml"
       - "requirements/fabric/**"
       - "requirements/pytorch/**"
       - "src/lightning/fabric/**"
@@ -65,7 +65,8 @@ subprojects:
       - "!*.md"
       - "!**/*.md"
     checks:
-      - "lightning.Benchmarks"
+      - "benchmark.yml / Lit Job (fabric)"
+      - "benchmark.yml / Lit Job (pytorch)"
 
   # Temporarily disabled
   #  - id: "pytorch-lightning: TPU workflow"