removing occurences of dask-gateway

Author: sanderegg

packages/pytest-simcore/src/pytest_simcore/dask_gateway.py

@@ -200,9 +200,7 @@ async def test_cluster_connection(
     cluster_auth: ClusterPing,
 ):
     try:
-        return await test_scheduler_endpoint(
-            endpoint=cluster_auth.endpoint, authentication=cluster_auth.authentication
-        )
+        return await test_scheduler_endpoint(endpoint=cluster_auth.endpoint)
 
     except ConfigurationError as e:
         raise HTTPException(
@@ -220,9 +218,7 @@ async def test_default_cluster_connection(
     settings: ComputationalBackendSettings = Depends(get_scheduler_settings),
 ):
     cluster = settings.default_cluster
-    return await test_scheduler_endpoint(
-        endpoint=cluster.endpoint, authentication=cluster.authentication
-    )
+    return await test_scheduler_endpoint(endpoint=cluster.endpoint)
 
 
 @router.post(
@@ -237,6 +233,4 @@ async def test_specific_cluster_connection(
     clusters_repo: ClustersRepository = Depends(get_repository(ClustersRepository)),
 ):
     cluster = await clusters_repo.get_cluster(user_id, cluster_id)
-    return await test_scheduler_endpoint(
-        endpoint=cluster.endpoint, authentication=cluster.authentication
-    )
+    return await test_scheduler_endpoint(endpoint=cluster.endpoint)

services/director-v2/src/simcore_service_director_v2/api/routes/clusters.py

@@ -331,7 +331,6 @@ async def send_computation_tasks(
             )
             dask_utils.check_communication_with_scheduler_is_open(self.backend.client)
             dask_utils.check_scheduler_status(self.backend.client)
-            await dask_utils.check_maximize_workers(self.backend.gateway_cluster)
             # NOTE: in case it's a gateway or it is an on-demand cluster
             # we do not check a priori if the task
             # is runnable because we CAN'T. A cluster might auto-scale, the worker(s)

services/director-v2/src/simcore_service_director_v2/modules/dask_client.py

@@ -5,7 +5,6 @@
 from typing import Any, Final, NoReturn, ParamSpec, TypeVar, cast
 from uuid import uuid4
 
-import dask_gateway  # type: ignore[import-untyped]
 import distributed
 from aiopg.sa.engine import Engine
 from common_library.json_serialization import json_dumps
@@ -515,14 +514,6 @@ def check_scheduler_status(client: distributed.Client):
         raise ComputationalBackendNotConnectedError
 
 
-_LARGE_NUMBER_OF_WORKERS: Final[int] = 10000
-
-
-async def check_maximize_workers(cluster: dask_gateway.GatewayCluster | None) -> None:
-    if cluster:
-        await cluster.scale(_LARGE_NUMBER_OF_WORKERS)
-
-
 def _can_task_run_on_worker(
     task_resources: dict[str, Any], worker_resources: dict[str, Any]
 ) -> bool: