update

Author: nasaul

tests/conftest.py

@@ -1,7 +1,38 @@
+import sys
+
 import pytest
 
 
 def assert_raises_with_message(func, expected_msg, *args, **kwargs):
     with pytest.raises((AssertionError, ValueError, Exception)) as exc_info:
         func(*args, **kwargs)
     assert expected_msg in str(exc_info.value)
+
+
+@pytest.fixture(scope="session")
+def dask_client():
+    """Create a Dask LocalCluster with restricted resources for distributed tests.
+
+    This prevents resource contention and hanging issues in CI environments by:
+    - Limiting to 1 worker with 2 threads (minimal overhead)
+    - Setting a 4GB memory limit per worker
+    - Disabling the dashboard to save resources
+    - Using processes=False to avoid Nanny issues
+    """
+    # Skip creating client on platforms where distributed tests don't run
+    if sys.platform == "win32" or sys.version_info <= (3, 9):
+        yield None
+        return
+
+    from dask.distributed import Client, LocalCluster
+
+    with LocalCluster(
+        n_workers=1,
+        threads_per_worker=2,
+        processes=False,  # Use threads instead of processes to avoid Nanny issues
+        memory_limit="4GB",
+        dashboard_address=None,  # Disable dashboard to save resources
+        silence_logs="error",  # Reduce log noise
+    ) as cluster:
+        with Client(cluster) as client:
+            yield client

tests/test_evaluation.py

@@ -276,7 +276,7 @@ def test_datasets_evaluate(setup_series, setup_models, setup_metrics):
 
 @pytest.mark.skipif(sys.platform == "win32", reason="Distributed tests are not supported on Windows")
 @pytest.mark.skipif(sys.version_info <= (3, 9), reason="Distributed tests are not supported on Python < 3.10")
-def test_distributed_evaluate(setup_series):
+def test_distributed_evaluate(setup_series, dask_client):
     level = [80, 95]
     spark = SparkSession.builder.getOrCreate()
     spark.sparkContext.setLogLevel("FATAL")