start adding tests to celery module

Author: bisgaard-itis

packages/celery-library/requirements/_base.txt

@@ -10,7 +10,7 @@ aiofiles==24.1.0
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.11.18
+aiohttp==3.12.2
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
@@ -70,7 +70,7 @@ certifi==2025.4.26
     #   requests
 charset-normalizer==3.4.2
     # via requests
-click==8.1.8
+click==8.2.1
     # via
     #   celery
     #   click-didyoumean
@@ -97,7 +97,7 @@ exceptiongroup==1.3.0
     # via aio-pika
 fast-depends==2.4.12
     # via faststream
-faststream==0.5.41
+faststream==0.5.42
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 frozenlist==1.6.0
     # via
@@ -117,7 +117,7 @@ idna==3.10
     #   yarl
 importlib-metadata==8.6.1
     # via opentelemetry-api
-jsonschema==4.23.0
+jsonschema==4.24.0
     # via
     #   -r requirements/../../../packages/models-library/requirements/_base.in
     #   -r requirements/../../../packages/service-library/requirements/../../../packages/models-library/requirements/_base.in
@@ -129,7 +129,7 @@ markdown-it-py==3.0.0
     # via rich
 mdurl==0.1.2
     # via markdown-it-py
-multidict==6.4.3
+multidict==6.4.4
     # via
     #   aiohttp
     #   yarl
@@ -139,6 +139,7 @@ opentelemetry-api==1.33.1
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
     #   opentelemetry-instrumentation-logging
     #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
@@ -156,9 +157,12 @@ opentelemetry-exporter-otlp-proto-http==1.33.1
     # via opentelemetry-exporter-otlp
 opentelemetry-instrumentation==0.54b1
     # via
+    #   opentelemetry-instrumentation-aio-pika
     #   opentelemetry-instrumentation-logging
     #   opentelemetry-instrumentation-redis
     #   opentelemetry-instrumentation-requests
+opentelemetry-instrumentation-aio-pika==0.54b1
+    # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-instrumentation-logging==0.54b1
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 opentelemetry-instrumentation-redis==0.54b1
@@ -223,7 +227,7 @@ psutil==7.0.0
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 pycryptodome==3.23.0
     # via stream-zip
-pydantic==2.11.4
+pydantic==2.11.5
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
@@ -283,7 +287,7 @@ pydantic-settings==2.7.0
     #   -r requirements/../../../packages/settings-library/requirements/_base.in
 pygments==2.19.1
     # via rich
-pyinstrument==5.0.1
+pyinstrument==5.0.2
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 pyjwt==2.9.0
     # via redis
@@ -347,7 +351,7 @@ rich==14.0.0
     #   -r requirements/../../../packages/service-library/requirements/../../../packages/settings-library/requirements/_base.in
     #   -r requirements/../../../packages/settings-library/requirements/_base.in
     #   typer
-rpds-py==0.25.0
+rpds-py==0.25.1
     # via
     #   jsonschema
     #   referencing
@@ -367,7 +371,7 @@ toolz==1.0.0
     # via -r requirements/../../../packages/service-library/requirements/_base.in
 tqdm==4.67.1
     # via -r requirements/../../../packages/service-library/requirements/_base.in
-typer==0.15.4
+typer==0.16.0
     # via
     #   -r requirements/../../../packages/service-library/requirements/../../../packages/settings-library/requirements/_base.in
     #   -r requirements/../../../packages/settings-library/requirements/_base.in
@@ -385,7 +389,7 @@ typing-extensions==4.13.2
     #   pydantic-extra-types
     #   typer
     #   typing-inspection
-typing-inspection==0.4.0
+typing-inspection==0.4.1
     # via pydantic
 tzdata==2025.2
     # via kombu
@@ -415,12 +419,13 @@ wrapt==1.17.2
     # via
     #   deprecated
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-aio-pika
     #   opentelemetry-instrumentation-redis
 yarl==1.20.0
     # via
     #   -r requirements/../../../packages/service-library/requirements/_base.in
     #   aio-pika
     #   aiohttp
     #   aiormq
-zipp==3.21.0
+zipp==3.22.0
     # via importlib-metadata

packages/celery-library/requirements/_test.in

@@ -12,6 +12,7 @@
 coverage
 faker
 fastapi
+docker
 httpx
 pint
 pytest

packages/celery-library/requirements/_test.txt

@@ -13,10 +13,17 @@ certifi==2025.4.26
     #   -c requirements/_base.txt
     #   httpcore
     #   httpx
-coverage==7.8.0
+    #   requests
+charset-normalizer==3.4.2
+    # via
+    #   -c requirements/_base.txt
+    #   requests
+coverage==7.8.2
     # via
     #   -r requirements/_test.in
     #   pytest-cov
+docker==7.1.0
+    # via -r requirements/_test.in
 faker==37.3.0
     # via -r requirements/_test.in
 fastapi==0.115.12
@@ -40,6 +47,7 @@ idna==3.10
     #   -c requirements/_base.txt
     #   anyio
     #   httpx
+    #   requests
 iniconfig==2.1.0
     # via pytest
 packaging==25.0
@@ -57,7 +65,7 @@ pprintpp==0.4.0
     # via pytest-icdiff
 py-cpuinfo==9.0.0
     # via pytest-benchmark
-pydantic==2.11.4
+pydantic==2.11.5
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   -c requirements/_base.txt
@@ -76,10 +84,8 @@ pytest==8.3.5
     #   pytest-instafail
     #   pytest-mock
     #   pytest-sugar
-pytest-asyncio==0.23.8
-    # via
-    #   -c requirements/../../../requirements/constraints.txt
-    #   -r requirements/_test.in
+pytest-asyncio==1.0.0
+    # via -r requirements/_test.in
 pytest-benchmark==5.1.0
     # via -r requirements/_test.in
 pytest-cov==6.1.1
@@ -88,7 +94,7 @@ pytest-icdiff==0.9
     # via -r requirements/_test.in
 pytest-instafail==0.5.0
     # via -r requirements/_test.in
-pytest-mock==3.14.0
+pytest-mock==3.14.1
     # via -r requirements/_test.in
 pytest-runner==6.0.1
     # via -r requirements/_test.in
@@ -103,6 +109,10 @@ pyyaml==6.0.2
     #   -c requirements/../../../requirements/constraints.txt
     #   -c requirements/_base.txt
     #   -r requirements/_test.in
+requests==2.32.3
+    # via
+    #   -c requirements/_base.txt
+    #   docker
 sniffio==1.3.1
     # via
     #   -c requirements/_base.txt
@@ -124,11 +134,17 @@ typing-extensions==4.13.2
     #   pydantic
     #   pydantic-core
     #   typing-inspection
-typing-inspection==0.4.0
+typing-inspection==0.4.1
     # via
     #   -c requirements/_base.txt
     #   pydantic
 tzdata==2025.2
     # via
     #   -c requirements/_base.txt
     #   faker
+urllib3==2.4.0
+    # via
+    #   -c requirements/../../../requirements/constraints.txt
+    #   -c requirements/_base.txt
+    #   docker
+    #   requests

packages/celery-library/requirements/_tools.txt

@@ -8,7 +8,7 @@ bump2version==1.0.1
     # via -r requirements/../../../requirements/devenv.txt
 cfgv==3.4.0
     # via pre-commit
-click==8.1.8
+click==8.2.1
     # via
     #   -c requirements/_base.txt
     #   black
@@ -19,7 +19,7 @@ distlib==0.3.9
     # via virtualenv
 filelock==3.18.0
     # via virtualenv
-identify==2.6.10
+identify==2.6.12
     # via pre-commit
 isort==6.0.1
     # via
@@ -67,9 +67,9 @@ pyyaml==6.0.2
     #   -c requirements/_base.txt
     #   -c requirements/_test.txt
     #   pre-commit
-ruff==0.11.10
+ruff==0.11.11
     # via -r requirements/../../../requirements/devenv.txt
-setuptools==80.7.1
+setuptools==80.9.0
     # via pip-tools
 tomlkit==0.13.2
     # via pylint

packages/celery-library/tests/unit/conftest.py

@@ -3,7 +3,7 @@
 
 import asyncio
 import pickle
-from collections.abc import Callable
+from collections.abc import Awaitable, Callable
 from datetime import timedelta
 from enum import Enum
 from typing import Any
@@ -31,7 +31,6 @@
 from models_library.users import UserID
 from servicelib.rabbitmq import RabbitMQRPCClient, RPCRouter
 from servicelib.rabbitmq.rpc_interfaces.async_jobs import async_jobs
-from simcore_service_storage.api.rpc.routes import get_rabbitmq_rpc_server
 from tenacity import (
     AsyncRetrying,
     retry_if_exception_type,
@@ -44,6 +43,12 @@
     "postgres",
 ]
 
+pytest_plugins = [
+    "pytest_simcore.rabbit_service",
+    "pytest_simcore.docker_compose",
+    "pytest_simcore.docker_swarm",
+    "pytest_simcore.repository_paths",
+]
 
 ###### RPC Interface ######
 router = RPCRouter()
@@ -110,9 +115,12 @@ async def async_job(task: Task, task_id: TaskID, action: Action, payload: Any) -
 
 
 @pytest.fixture
-async def register_rpc_routes(initialized_app: FastAPI) -> None:
-    rpc_server = get_rabbitmq_rpc_server(initialized_app)
-    await rpc_server.register_router(router, STORAGE_RPC_NAMESPACE, initialized_app)
+async def rpc_client(
+    rpc_client: Callable[[str], Awaitable[RabbitMQRPCClient]],
+) -> RabbitMQRPCClient:
+    client = await rpc_client("celery_test_client")
+    await client.register_router(router, STORAGE_RPC_NAMESPACE)
+    return client
 
 
 async def _start_task_via_rpc(
@@ -200,17 +208,15 @@ async def _wait_for_job(
     ],
 )
 async def test_async_jobs_workflow(
-    initialized_app: FastAPI,
-    register_rpc_routes: None,
-    storage_rabbitmq_rpc_client: RabbitMQRPCClient,
+    rpc_client: RabbitMQRPCClient,
     with_storage_celery_worker: CeleryTaskWorker,
     user_id: UserID,
     product_name: ProductName,
     exposed_rpc_start: str,
     payload: Any,
 ):
     async_job_get, job_id_data = await _start_task_via_rpc(
-        storage_rabbitmq_rpc_client,
+        rpc_client,
         rpc_task_name=exposed_rpc_start,
         user_id=user_id,
         product_name=product_name,
@@ -219,21 +225,21 @@ async def test_async_jobs_workflow(
     )
 
     jobs = await async_jobs.list_jobs(
-        storage_rabbitmq_rpc_client,
+        rpc_client,
         rpc_namespace=STORAGE_RPC_NAMESPACE,
         filter_="",  # currently not used
         job_id_data=job_id_data,
     )
     assert len(jobs) > 0
 
     await _wait_for_job(
-        storage_rabbitmq_rpc_client,
+        rpc_client,
         async_job_get=async_job_get,
         job_id_data=job_id_data,
     )
 
     async_job_result = await async_jobs.result(
-        storage_rabbitmq_rpc_client,
+        rpc_client,
         rpc_namespace=STORAGE_RPC_NAMESPACE,
         job_id=async_job_get.job_id,
         job_id_data=job_id_data,
@@ -248,7 +254,7 @@ async def test_async_jobs_workflow(
     ],
 )
 async def test_async_jobs_cancel(
-    initialized_app: FastAPI,
+    # initialized_app: FastAPI,
     register_rpc_routes: None,
     storage_rabbitmq_rpc_client: RabbitMQRPCClient,
     with_storage_celery_worker: CeleryTaskWorker,
@@ -313,7 +319,7 @@ async def test_async_jobs_cancel(
     ],
 )
 async def test_async_jobs_raises(
-    initialized_app: FastAPI,
+    # initialized_app: FastAPI,
     register_rpc_routes: None,
     storage_rabbitmq_rpc_client: RabbitMQRPCClient,
     with_storage_celery_worker: CeleryTaskWorker,