⬆️Upgrade dask-based services (dask-sidecar, autoscaling, clusters-keeper, director-v2) 🚨🚨🚨 (computational clusters must be down on release) (#7701)

Author: sanderegg

.github/workflows/ci-testing-deploy.yml

@@ -109,6 +109,10 @@ jobs:
               - 'mypy.ini'
             common-library:
               - 'packages/common-library/**'
+              - 'packages/pytest-simcore/**'
+              - 'services/docker-compose*'
+              - 'scripts/mypy/*'
+              - 'mypy.ini'
             notifications-library:
               - 'packages/notifications-library/**'
               - 'packages/postgres-database/**'
@@ -1695,7 +1699,11 @@ jobs:
         with:
           python-version: ${{ matrix.python }}
       - name: install uv
-        uses: yezz123/setup-uv@v4
+        uses: astral-sh/setup-uv@v6
+        with:
+          version: "0.6.x"
+          enable-cache: false
+          cache-dependency-glob: "**/common-library/requirements/ci.txt"
       - name: show system version
         run: ./ci/helpers/show_system_versions.bash
       - name: install
@@ -1705,6 +1713,9 @@ jobs:
       - name: test
         run: ./ci/github/unit-testing/common-library.bash test
       - uses: codecov/codecov-action@v5
+        if: ${{ !cancelled() }}
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
         with:
           flags: unittests #optional
 

.vscode/extensions.json

@@ -5,7 +5,7 @@
     "DevSoft.svg-viewer-vscode",
     "eamodio.gitlens",
     "exiasr.hadolint",
-    "ms-azuretools.vscode-docker",
+    "ms-azuretools.vscode-containers",
     "ms-python.black-formatter",
     "ms-python.pylint",
     "ms-python.python",

api/tests/requirements.txt

@@ -85,10 +85,8 @@ pytest==8.3.5
     #   pytest-cov
     #   pytest-instafail
     #   pytest-sugar
-pytest-asyncio==0.23.8
-    # via
-    #   -c ../../requirements/constraints.txt
-    #   -r requirements.in
+pytest-asyncio==0.26.0
+    # via -r requirements.in
 pytest-cov==6.0.0
     # via -r requirements.in
 pytest-instafail==0.5.0

packages/aws-library/requirements/_test.txt

@@ -196,10 +196,8 @@ pytest==8.3.5
     #   pytest-instafail
     #   pytest-mock
     #   pytest-sugar
-pytest-asyncio==0.23.8
-    # via
-    #   -c requirements/../../../requirements/constraints.txt
-    #   -r requirements/_test.in
+pytest-asyncio==0.26.0
+    # via -r requirements/_test.in
 pytest-benchmark==5.1.0
     # via -r requirements/_test.in
 pytest-cov==6.0.0

packages/aws-library/setup.cfg

@@ -15,6 +15,7 @@ test = pytest
 
 [tool:pytest]
 asyncio_mode = auto
+asyncio_default_fixture_loop_scope = function
 
 [mypy]
 plugins =

packages/common-library/requirements/_test.txt

@@ -42,10 +42,8 @@ pytest==8.3.5
     #   pytest-instafail
     #   pytest-mock
     #   pytest-sugar
-pytest-asyncio==0.23.8
-    # via
-    #   -c requirements/../../../requirements/constraints.txt
-    #   -r requirements/_test.in
+pytest-asyncio==0.26.0
+    # via -r requirements/_test.in
 pytest-cov==6.0.0
     # via -r requirements/_test.in
 pytest-icdiff==0.9

packages/common-library/setup.cfg

@@ -15,6 +15,7 @@ test = pytest
 
 [tool:pytest]
 asyncio_mode = auto
+asyncio_default_fixture_loop_scope = function
 markers =
 	diagnostics: "can be used to run diagnostics against deployed data (e.g. database, registry etc)"
 	testit: "marks test to run during development"

packages/dask-task-models-library/requirements/_base.txt

@@ -2,7 +2,7 @@ annotated-types==0.7.0
     # via pydantic
 arrow==1.3.0
     # via -r requirements/../../../packages/models-library/requirements/_base.in
-attrs==25.1.0
+attrs==25.3.0
     # via
     #   jsonschema
     #   referencing
@@ -15,23 +15,23 @@ cloudpickle==3.1.1
     # via
     #   dask
     #   distributed
-dask==2025.2.0
+dask==2025.5.0
     # via
     #   -r requirements/_base.in
     #   distributed
-distributed==2025.2.0
+distributed==2025.5.0
     # via dask
 dnspython==2.7.0
     # via email-validator
 email-validator==2.2.0
     # via pydantic
-fsspec==2025.2.0
+fsspec==2025.3.2
     # via dask
 idna==3.10
     # via email-validator
-importlib-metadata==8.6.1
+importlib-metadata==8.7.0
     # via dask
-jinja2==3.1.5
+jinja2==3.1.6
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
@@ -42,7 +42,7 @@ jinja2==3.1.5
     #   distributed
 jsonschema==4.23.0
     # via -r requirements/../../../packages/models-library/requirements/_base.in
-jsonschema-specifications==2024.10.1
+jsonschema-specifications==2025.4.1
     # via jsonschema
 locket==1.0.0
     # via
@@ -56,7 +56,7 @@ mdurl==0.1.2
     # via markdown-it-py
 msgpack==1.1.0
     # via distributed
-orjson==3.10.15
+orjson==3.10.18
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
@@ -68,15 +68,15 @@ orjson==3.10.15
     #   -r requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/_base.in
     #   -r requirements/../../../packages/models-library/requirements/_base.in
     #   -r requirements/../../../packages/settings-library/requirements/../../../packages/common-library/requirements/_base.in
-packaging==24.2
+packaging==25.0
     # via
     #   dask
     #   distributed
 partd==1.4.2
     # via dask
 psutil==7.0.0
     # via distributed
-pydantic==2.10.6
+pydantic==2.11.4
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
@@ -92,9 +92,9 @@ pydantic==2.10.6
     #   -r requirements/_base.in
     #   pydantic-extra-types
     #   pydantic-settings
-pydantic-core==2.27.2
+pydantic-core==2.33.2
     # via pydantic
-pydantic-extra-types==2.10.2
+pydantic-extra-types==2.10.4
     # via
     #   -r requirements/../../../packages/common-library/requirements/_base.in
     #   -r requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/_base.in
@@ -114,7 +114,7 @@ pygments==2.19.1
     # via rich
 python-dateutil==2.9.0.post0
     # via arrow
-python-dotenv==1.0.1
+python-dotenv==1.1.0
     # via pydantic-settings
 pyyaml==6.0.2
     # via
@@ -136,11 +136,11 @@ referencing==0.35.1
     #   -c requirements/../../../requirements/constraints.txt
     #   jsonschema
     #   jsonschema-specifications
-rich==13.9.4
+rich==14.0.0
     # via
     #   -r requirements/../../../packages/settings-library/requirements/_base.in
     #   typer
-rpds-py==0.23.1
+rpds-py==0.25.0
     # via
     #   jsonschema
     #   referencing
@@ -150,26 +150,29 @@ six==1.17.0
     # via python-dateutil
 sortedcontainers==2.4.0
     # via distributed
-tblib==3.0.0
+tblib==3.1.0
     # via distributed
 toolz==1.0.0
     # via
     #   dask
     #   distributed
     #   partd
-tornado==6.4.2
+tornado==6.5
     # via distributed
-typer==0.15.2
+typer==0.15.4
     # via -r requirements/../../../packages/settings-library/requirements/_base.in
-types-python-dateutil==2.9.0.20241206
+types-python-dateutil==2.9.0.20250516
     # via arrow
-typing-extensions==4.12.2
+typing-extensions==4.13.2
     # via
     #   pydantic
     #   pydantic-core
     #   pydantic-extra-types
     #   typer
-urllib3==2.3.0
+    #   typing-inspection
+typing-inspection==0.4.0
+    # via pydantic
+urllib3==2.4.0
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt

packages/dask-task-models-library/requirements/_test.txt

@@ -1,27 +1,27 @@
-coverage==7.6.12
+coverage==7.8.0
     # via
     #   -r requirements/_test.in
     #   pytest-cov
-faker==36.1.1
+faker==37.3.0
     # via -r requirements/_test.in
 flexcache==0.3
     # via pint
 flexparser==0.4
     # via pint
 icdiff==2.0.7
     # via pytest-icdiff
-iniconfig==2.0.0
+iniconfig==2.1.0
     # via pytest
-packaging==24.2
+packaging==25.0
     # via
     #   -c requirements/_base.txt
     #   pytest
     #   pytest-sugar
 pint==0.24.4
     # via -r requirements/_test.in
-platformdirs==4.3.6
+platformdirs==4.3.8
     # via pint
-pluggy==1.5.0
+pluggy==1.6.0
     # via pytest
 pprintpp==0.4.0
     # via pytest-icdiff
@@ -34,11 +34,9 @@ pytest==8.3.5
     #   pytest-instafail
     #   pytest-mock
     #   pytest-sugar
-pytest-asyncio==0.23.8
-    # via
-    #   -c requirements/../../../requirements/constraints.txt
-    #   -r requirements/_test.in
-pytest-cov==6.0.0
+pytest-asyncio==0.26.0
+    # via -r requirements/_test.in
+pytest-cov==6.1.1
     # via -r requirements/_test.in
 pytest-icdiff==0.9
     # via -r requirements/_test.in
@@ -55,13 +53,13 @@ pyyaml==6.0.2
     #   -c requirements/../../../requirements/constraints.txt
     #   -c requirements/_base.txt
     #   -r requirements/_test.in
-termcolor==2.5.0
+termcolor==3.1.0
     # via pytest-sugar
-typing-extensions==4.12.2
+typing-extensions==4.13.2
     # via
     #   -c requirements/_base.txt
     #   flexcache
     #   flexparser
     #   pint
-tzdata==2025.1
+tzdata==2025.2
     # via faker

packages/dask-task-models-library/requirements/_tools.txt

@@ -1,4 +1,4 @@
-astroid==3.3.8
+astroid==3.3.10
     # via pylint
 black==25.1.0
     # via -r requirements/../../../requirements/devenv.txt
@@ -13,13 +13,13 @@ click==8.1.8
     #   -c requirements/_base.txt
     #   black
     #   pip-tools
-dill==0.3.9
+dill==0.4.0
     # via pylint
 distlib==0.3.9
     # via virtualenv
-filelock==3.17.0
+filelock==3.18.0
     # via virtualenv
-identify==2.6.8
+identify==2.6.10
     # via pre-commit
 isort==6.0.1
     # via
@@ -29,33 +29,33 @@ mccabe==0.7.0
     # via pylint
 mypy==1.15.0
     # via -r requirements/../../../requirements/devenv.txt
-mypy-extensions==1.0.0
+mypy-extensions==1.1.0
     # via
     #   black
     #   mypy
 nodeenv==1.9.1
     # via pre-commit
-packaging==24.2
+packaging==25.0
     # via
     #   -c requirements/_base.txt
     #   -c requirements/_test.txt
     #   black
     #   build
 pathspec==0.12.1
     # via black
-pip==25.0.1
+pip==25.1.1
     # via pip-tools
 pip-tools==7.4.1
     # via -r requirements/../../../requirements/devenv.txt
-platformdirs==4.3.6
+platformdirs==4.3.8
     # via
     #   -c requirements/_test.txt
     #   black
     #   pylint
     #   virtualenv
-pre-commit==4.1.0
+pre-commit==4.2.0
     # via -r requirements/../../../requirements/devenv.txt
-pylint==3.3.4
+pylint==3.3.7
     # via -r requirements/../../../requirements/devenv.txt
 pyproject-hooks==1.2.0
     # via
@@ -67,18 +67,18 @@ pyyaml==6.0.2
     #   -c requirements/_base.txt
     #   -c requirements/_test.txt
     #   pre-commit
-ruff==0.9.9
+ruff==0.11.10
     # via -r requirements/../../../requirements/devenv.txt
-setuptools==75.8.2
+setuptools==80.7.1
     # via pip-tools
 tomlkit==0.13.2
     # via pylint
-typing-extensions==4.12.2
+typing-extensions==4.13.2
     # via
     #   -c requirements/_base.txt
     #   -c requirements/_test.txt
     #   mypy
-virtualenv==20.29.2
+virtualenv==20.31.2
     # via pre-commit
 wheel==0.45.1
     # via pip-tools