tests: marking some flakiness (#17849)

(cherry picked from commit ba943e3)

Author: Borda

.github/workflows/ci-examples-app.yml

@@ -119,7 +119,7 @@ jobs:
       run: |
         python -m coverage run --source ${{ env.COVERAGE_SCOPE }} \
           -m pytest -m "not cloud" integrations_app \
-          --timeout=300 --durations=0 -vvvv
+          --timeout=120 --durations=0 -vvvv
 
     - name: Statistics
       if: success()

.github/workflows/ci-tests-app.yml

@@ -125,8 +125,7 @@ jobs:
         AWS_DEFAULT_REGION: us-east-1
       run: |
         python -m coverage run --source ${{ env.COVERAGE_SCOPE }} \
-          -m pytest -m "not cloud" tests_app \
-          --timeout=300 -vvvv --durations=50
+          -m pytest -m "not cloud" tests_app --timeout=120 -vvvv --durations=50
 
     - name: Statistics
       if: success()

tests/tests_app/utilities/test_proxies.py

@@ -76,6 +76,7 @@ def proxy_setattr():
     ],
 )
 @mock.patch("lightning.app.utilities.proxies._Copier", MagicMock())
+@pytest.mark.flaky(reruns=3)
 @pytest.mark.xfail(sys.platform == "win32", strict=False, reason="Fix this on Windows")  # TODO @ethanwharris
 def test_work_runner(parallel, cache_calls, *_):
     """This test validates the `WorkRunner` runs the work.run method and properly populates the `delta_queue`,

tests/tests_pytorch/utilities/test_all_gather_grad.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 import numpy as np
+import pytest
 import torch
 
 from lightning.pytorch import Trainer
@@ -45,6 +46,7 @@ def all_gather_ddp_spawn_fn(strategy):
 
 
 @RunIf(skip_windows=True)
+@pytest.mark.flaky(reruns=3)
 def test_all_gather_ddp_spawn():
     spawn_launch(all_gather_ddp_spawn_fn, [torch.device("cpu")] * 3)