Add pytest flaky-retry mechanism for handling intermittent test failures (#2151)

Author: kounelisagis

.github/workflows/build-wheels.yml

@@ -121,7 +121,7 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Install test dependencies
-        run: pip install pytest hypothesis psutil pyarrow
+        run: pip install pytest pytest-retry hypothesis psutil pyarrow
 
       - name: Run tests
         shell: bash

pyproject.toml

@@ -52,6 +52,7 @@ doc = [
 ]
 test = [
     "pytest",
+    "pytest-retry",
     "hypothesis",
     "psutil",
     "pyarrow",
@@ -112,6 +113,7 @@ select = ["NPY201"]
 [tool.cibuildwheel]
 test-requires = [
     "pytest",
+    "pytest-retry",
     "hypothesis",
     "psutil",
     "pyarrow",

tiledb/tests/test_dask.py

@@ -4,6 +4,8 @@
 
 import numpy as np
 import pytest
+from distributed.comm.core import CommClosedError
+from tornado.iostream import StreamClosedError
 
 import tiledb
 
@@ -42,6 +44,9 @@ def _make_multiattr_2d(self, uri, shape=(0, 100), tile=10):
 
         tiledb.DenseArray.create(uri, schema)
 
+    @pytest.mark.flaky(
+        reruns=3, reruns_delay=2, only_rerun=(CommClosedError, StreamClosedError)
+    )
     @pytest.mark.filterwarnings("ignore:There is no current event loop")
     def test_dask_multiattr_2d(self):
         uri = self.path("multiattr")