Further testing for CI hanging

Signed-off-by: Albert van Houten <[email protected]>

Author: AlbertvanHouten

.github/workflows/lib-lint-and-test.yaml

@@ -137,7 +137,19 @@ jobs:
 
       - name: Unit testing
         working-directory: library
-        run: uv run pytest tests/unit --cov --cov-report=xml
+        env:
+          PYTHONDONTWRITEBYTECODE: 1
+          OMP_NUM_THREADS: 1
+          MKL_NUM_THREADS: 1
+          OPENBLAS_NUM_THREADS: 1
+        run: |
+          uv run pytest tests/unit \
+            --timeout=900 \
+            --timeout-method=thread \
+            -n auto \
+            --dist=loadfile \
+            --cov \
+            --cov-report=xml
 
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1

library/pyproject.toml

@@ -63,6 +63,7 @@ dev = [
     "pytest-csv",
     "pytest-timeout",
     "pytest-mock",
+    "pytest-xdist",
     "dill",
     "tifffile",
 ]
@@ -419,3 +420,11 @@ markers = [
     "xpu",  # mark tests which require Intel dGPU,
 ]
 python_files = "tests/**/*.py"
+timeout = 300
+timeout_method = "thread"
+# Prevent forking issues in CI
+addopts = "--tb=short --strict-markers"
+# Force fork start method for multiprocessing to avoid deadlocks
+env = [
+    "PYTHONDONTWRITEBYTECODE=1",
+]

library/tests/conftest.py

@@ -2,6 +2,8 @@
 # SPDX-License-Identifier: Apache-2.0
 from __future__ import annotations
 
+import multiprocessing
+import os
 from collections import defaultdict
 from pathlib import Path
 
@@ -22,6 +24,40 @@
 from tests.utils import ExportCase2Test
 
 
+# Configure multiprocessing to use 'spawn' to avoid deadlocks in CI
+def pytest_configure(config):
+    """Configure pytest to prevent hanging in CI environments."""
+    try:  # noqa: SIM105
+        # Set multiprocessing start method to 'spawn' to avoid fork issues
+        multiprocessing.set_start_method("spawn", force=True)
+    except RuntimeError:
+        # Already set, ignore
+        pass
+
+    # Limit thread usage to prevent resource contention
+    os.environ.setdefault("OMP_NUM_THREADS", "1")
+    os.environ.setdefault("MKL_NUM_THREADS", "1")
+    os.environ.setdefault("OPENBLAS_NUM_THREADS", "1")
+
+    # Set torch to use limited threads
+    torch.set_num_threads(1)
+    torch.set_num_interop_threads(1)
+
+
+@pytest.fixture(autouse=True)
+def cleanup_after_test():
+    """Clean up resources after each test to prevent hanging."""
+    yield
+    # Force garbage collection
+    import gc
+
+    gc.collect()
+    # Clear CUDA cache if available
+    if torch.cuda.is_available():
+        torch.cuda.empty_cache()
+        torch.cuda.synchronize()
+
+
 def pytest_addoption(parser: pytest):
     """Add custom options for perf tests."""
     parser.addoption(