test: Add system tests using NumTracker (#1118)

Necessarily picks up dodal 1.54 for the adsim module to be able to use
the PathProvider that we want to, and ophyd-async 0.12.1 for a bug fix
in the ADHDFWriter

---------

Co-authored-by: Callum Forrester <callum.forrester@diamond.ac.uk>

Author: DiamondJoseph

.github/workflows/_system_test.yml

@@ -25,20 +25,22 @@ jobs:
           repository: epics-containers/example-services
           path: example-services
 
-      - name: Run docker compose
+      - name: Compose devices
         uses: hoverkraft-tech/compose-action@40041ff1b97dbf152cd2361138c2b03fa29139df # v2.3.0
         with:
-          compose-file: "./example-services/compose.yaml"
+          compose-file: "example-services/compose.yaml"
           services: |
             bl01t-di-cam-01
             bl01t-mo-sim-01
             ca-gateway
 
-      - name: Start RabbitMQ
-        uses: namoshek/rabbitmq-github-action@d1d4455f4a8f72db66111c24cb0dc5654047a975 # v1
+      - name: Compose services
+        uses: hoverkraft-tech/compose-action@40041ff1b97dbf152cd2361138c2b03fa29139df # v2.3.0
         with:
-          ports: "61613:61613"
-          plugins: rabbitmq_stomp
+          compose-file: "tests/system_tests/compose.yaml"
+          services: |
+            rabbitmq
+            numtracker
 
       - name: Start Blueapi Server
         env:

.gitignore

@@ -71,3 +71,6 @@ lockfiles/
 
 # Editor/IDE project files
 .idea/
+
+# Example IOCs
+example-services/

dev-requirements.txt

@@ -1,8 +1,8 @@
 accessible-pygments==0.0.5
-aioca==1.8.1
+aioca==2.0a4
 aiofiles==24.1.0
 aiohappyeyeballs==2.6.1
-aiohttp==3.12.14
+aiohttp==3.12.15
 aiosignal==1.4.0
 alabaster==1.0.0
 annotated-types==0.7.0
@@ -22,38 +22,37 @@ click==8.2.1
 colorama==0.4.6
 colorlog==6.9.0
 compress-pickle==2.1.0
-contourpy==1.3.2
+contourpy==1.3.3
 copier==9.8.0
-coverage==7.9.2
+coverage==7.10.1
 cryptography==45.0.5
 cycler==0.12.1
 dataclasses-json==0.6.7
 deepdiff==8.5.0
 deepmerge==2.0
-Deprecated==1.2.18
-distlib==0.3.9
-dls-dodal==1.51.0
+distlib==0.4.0
+dls-dodal==1.54.0
 dnspython==2.7.0
 docopt==0.6.2
 docutils==0.21.2
 dunamai==1.25.0
 email_validator==2.2.0
-epicscorelibs==7.0.7.99.1.2a1
+epicscorelibs==7.0.7.99.1.2
 event-model==1.23
 fastapi==0.116.1
 fastapi-cli==0.0.8
-fastapi-cloud-cli==0.1.4
+fastapi-cloud-cli==0.1.5
 filelock==3.18.0
 flexcache==0.3
 flexparser==0.4
-fonttools==4.58.5
+fonttools==4.59.0
 frozenlist==1.7.0
 funcy==2.0
 gitdb==4.0.12
-GitPython==3.1.44
+GitPython==3.1.45
 googleapis-common-protos==1.70.0
 graypy==2.1.0
-grpcio==1.73.1
+grpcio==1.74.0
 h11==0.16.0
 historydict==1.2.6
 httpcore==1.0.9
@@ -68,15 +67,15 @@ iniconfig==2.1.0
 itsdangerous==2.2.0
 Jinja2==3.1.6
 jinja2-ansible-filters==1.3.2
-jsonschema==4.24.0
+jsonschema==4.25.0
 jsonschema-specifications==2025.4.1
 jwcrypto==1.5.6
 kiwisolver==1.4.8
 lz4==4.4.4
 markdown-it-py==3.0.0
 MarkupSafe==3.0.2
 marshmallow==3.26.1
-matplotlib==3.10.3
+matplotlib==3.10.5
 mdit-py-plugins==0.4.2
 mdurl==0.1.2
 mistune==3.1.3
@@ -92,32 +91,32 @@ nose2==0.15.1
 numpy==2.2.6
 observability-utils==0.1.5
 opencv-python-headless==4.12.0.88
-opentelemetry-api==1.35.0
-opentelemetry-distro==0.56b0
-opentelemetry-exporter-otlp==1.35.0
-opentelemetry-exporter-otlp-proto-common==1.35.0
-opentelemetry-exporter-otlp-proto-grpc==1.35.0
-opentelemetry-exporter-otlp-proto-http==1.35.0
-opentelemetry-instrumentation==0.56b0
-opentelemetry-instrumentation-asgi==0.56b0
-opentelemetry-instrumentation-fastapi==0.56b0
-opentelemetry-proto==1.35.0
-opentelemetry-sdk==1.35.0
-opentelemetry-semantic-conventions==0.56b0
-opentelemetry-util-http==0.56b0
+opentelemetry-api==1.36.0
+opentelemetry-distro==0.57b0
+opentelemetry-exporter-otlp==1.36.0
+opentelemetry-exporter-otlp-proto-common==1.36.0
+opentelemetry-exporter-otlp-proto-grpc==1.36.0
+opentelemetry-exporter-otlp-proto-http==1.36.0
+opentelemetry-instrumentation==0.57b0
+opentelemetry-instrumentation-asgi==0.57b0
+opentelemetry-instrumentation-fastapi==0.57b0
+opentelemetry-proto==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+opentelemetry-util-http==0.57b0
 ophyd==1.10.7
-ophyd-async==0.11
+ophyd-async==0.12.3
 orderly-set==5.5.0
-orjson==3.10.18
-p4p==4.2.0
+orjson==3.11.1
+p4p==4.2.1
 packaging==25.0
 pathlib2==2.3.7.post1
 pathspec==0.12.1
 picobox==4.0.0
 pika==1.3.2
 pillow==11.3.0
 Pint==0.24.4
-pipdeptree==2.27.0
+pipdeptree==2.28.0
 platformdirs==4.3.8
 pluggy==1.6.0
 plumbum==1.9.0
@@ -126,7 +125,7 @@ pre_commit==4.2.0
 prompt_toolkit==3.0.51
 propcache==0.3.2
 protobuf==6.31.1
-pvxslibs==1.3.3
+pvxslibs==1.4.0
 py==1.11.0
 pycparser==2.22
 pydantic==2.11.7
@@ -141,7 +140,7 @@ PyJWT==2.10.1
 pyparsing==3.2.3
 pyright==1.1.403
 pytest==8.4.1
-pytest-asyncio==1.0.0
+pytest-asyncio==1.1.0
 pytest-cov==6.2.1
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
@@ -153,18 +152,17 @@ redis==6.2.0
 referencing==0.36.2
 requests==2.32.4
 responses==0.25.7
-rich==14.0.0
-rich-toolkit==0.14.8
-rignore==0.6.2
+rich==14.1.0
+rich-toolkit==0.14.9
+rignore==0.6.4
 roman-numerals-py==3.1.0
 rpds-py==0.26.0
 ruamel.yaml==0.18.14
 ruamel.yaml.clib==0.2.12
-ruff==0.12.3
+ruff==0.12.7
 scanspec==0.8.0
 semver==3.0.4
-sentry-sdk==2.32.0
-setuptools==80.9.0
+sentry-sdk==2.34.1
 setuptools_dso==2.12.2
 shellingham==1.5.4
 six==1.17.0
@@ -186,9 +184,11 @@ sphinxcontrib-jsmath==1.0.1
 sphinxcontrib-openapi==0.8.4
 sphinxcontrib-qthelp==2.0.0
 sphinxcontrib-serializinghtml==2.0.0
+stamina==25.1.0
 starlette==0.47.2
 stomp.py==8.2.0
 super-state-machine==2.0.2
+tenacity==9.1.2
 tomlkit==0.13.3
 toolz==1.0.0
 tox==3.28.0
@@ -206,7 +206,7 @@ ujson==5.10.0
 urllib3==2.5.0
 uvicorn==0.35.0
 uvloop==0.21.0
-virtualenv==20.31.2
+virtualenv==20.32.0
 watchfiles==1.1.0
 wcwidth==0.2.13
 websocket-client==1.8.0

docs/tutorials/quickstart.md

@@ -18,12 +18,6 @@ The worker can also be started using a custom config file:
 blueapi --config path/to/file serve
 ```
 
-An example of a config file that starts STOMP with default values can be found in:
-
-```
-    src/script/stomp_config.yml
-```
-
 ## Test that the Worker is Running
 
 Blueapi comes with a CLI so that you can query and control the worker from the terminal.

docs/tutorials/run-bus.md

@@ -5,10 +5,10 @@ Blueapi can publish updates to a message bus asynchronously, the CLI can then vi
 ## Start RabbitMQ
 
 The worker requires a running instance of RabbitMQ. The easiest way to start it is
- to execute the provided script:
+ to `compose` the services in `tests/system_tests/compose.yaml`
 
-```
-    src/script/start_rabbitmq.sh
+```sh
+    docker compose -f tests/system_tests/compose.yaml run rabbitmq --detach
 ```
 
 ## Config File

pyproject.toml

@@ -24,7 +24,7 @@ dependencies = [
     "fastapi>=0.112.0",
     "uvicorn",
     "requests",
-    "dls-dodal>=1.51.0",
+    "dls-dodal>=1.54.0",
     "super-state-machine",                           # https://github.com/DiamondLightSource/blueapi/issues/553
     "GitPython",
     "event-model==1.23",                           # https://github.com/DiamondLightSource/blueapi/issues/684

src/script/start_rabbitmq.sh

@@ -0,0 +1,18 @@
+services:
+  numtracker:
+    image: ghcr.io/diamondlightsource/numtracker:1.0.1
+    ports:
+      - "8406:8000"
+    post_start:
+      - command: /app/numtracker client configure adsim --directory '/tmp/' --scan '{instrument}-{scan_number}' --detector '{instrument}-{scan_number}-{detector}' --number 43
+
+  rabbitmq:
+    image: docker.io/rabbitmq:4.0-management
+    ports:
+      - "5672:5672"
+      - "15672:15672"
+      - "61613:61613"
+    volumes:
+      - type: bind
+        source: ./services/rabbitmq_plugins
+        target: /etc/rabbitmq/enabled_plugins

tests/system_tests/compose.yaml

@@ -1,6 +1,8 @@
 api:
   url: http://0.0.0.0:8000
 env:
+  metadata:
+    instrument: adsim
   sources:
     - kind: dodal
       module: dodal.beamlines.adsim
@@ -11,3 +13,5 @@ env:
 stomp:
   enabled: true
   url: tcp://localhost:61613/
+numtracker:
+  url: http://localhost:8406/graphql