feat: add bluesky queue server and http service docker compose files

Author: JMit-dev

services/bluesky-services/Dockerfile.http-server

@@ -0,0 +1,25 @@
+# Bluesky HTTP Server
+FROM python:3.11-slim
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install bluesky-httpserver and dependencies
+RUN pip install --no-cache-dir \
+    bluesky-httpserver \
+    uvicorn \
+    fastapi \
+    pandas
+
+# Create working directory
+WORKDIR /app
+
+# Expose HTTP port
+EXPOSE 60610
+
+# Set environment variables
+ENV QSERVER_HTTP_SERVER_SINGLE_USER_API_KEY=a
+
+CMD ["uvicorn", "--host", "0.0.0.0", "--port", "60610", "bluesky_httpserver.server:app"]

services/bluesky-services/Dockerfile.queue-server

@@ -0,0 +1,28 @@
+# Bluesky Queue Server (RE Manager)
+FROM python:3.11-slim
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install bluesky-queueserver and dependencies
+RUN pip install --no-cache-dir \
+    bluesky-queueserver \
+    bluesky \
+    ophyd \
+    ipython \
+    matplotlib \
+    numpy
+
+# Create working directory
+WORKDIR /app
+
+# Copy IPython profile from local directory
+COPY ipython-profile/ /root/.ipython/
+
+# Expose port for 0MQ communication
+EXPOSE 60615
+
+CMD ["sh", "-c", "start-re-manager --use-ipython-kernel=ON --zmq-publish-console=ON --startup-profile collection_sim --redis-addr=${REDIS_HOST:-redis}:${REDIS_PORT:-6379}"]

services/bluesky-services/README.md

@@ -0,0 +1,100 @@
+gg# Bluesky Services Docker Setup
+
+This directory contains Docker configurations for running Bluesky Queue Server and HTTP Server for the Phoebus queue-server application.
+
+## Services
+
+- **queue-server**: Bluesky Queue Server (RE Manager) - manages the execution queue
+- **http-server**: Bluesky HTTP Server - provides REST API interface for the Java client  
+- **redis**: Redis database for queue persistence
+
+## Quick Start
+
+### Option 1: Use Host Redis (if you have Redis running)
+```bash
+cd services/bluesky-services
+docker-compose up -d queue-server http-server
+```
+
+### Option 2: Use Container Redis (recommended)
+```bash
+cd services/bluesky-services  
+docker-compose --profile container-redis up -d
+```
+
+### Common Commands
+1. **Check service status:**
+   ```bash
+   docker-compose ps
+   ```
+
+2. **View logs:**
+   ```bash
+   docker-compose logs -f
+   # Or for specific service:
+   docker-compose logs -f queue-server
+   ```
+
+3. **Stop services:**
+   ```bash
+   docker-compose down
+   ```
+
+4. **Rebuild after changes:**
+   ```bash
+   docker-compose build
+   ```
+
+## Accessing Services
+
+- **HTTP Server API**: http://localhost:60610
+- **Queue Server ZMQ**: tcp://localhost:60615  
+- **Redis**: localhost:6380 (when using container Redis)
+
+## API Authentication
+
+The HTTP server uses API key `a` by default. Test the connection:
+
+```bash
+# Test status endpoint
+curl "http://localhost:60610/api/status?api_key=a"
+
+# Test plans endpoint  
+curl "http://localhost:60610/api/plans/allowed?api_key=a"
+```
+
+## Configuration Files
+
+- **ipython-profile/**: Contains the IPython profile with startup scripts
+- **ipython-profile/profile_collection_sim/startup/**: Startup scripts loaded by the queue server
+  - `00-ophyd.py`: Device definitions
+  - `05-run-engine.py`: Run engine setup
+  - `15-plans.py`: Plan definitions
+  - `99-custom.py`: Custom configurations
+  - `existing_plans_and_devices.yaml`: Plans and devices configuration
+  - `user_group_permissions.yaml`: User permissions
+
+## Using with Phoebus
+
+1. Start the containers using the commands above
+2. In Phoebus, set the queue server URL to: `http://localhost:60610`
+3. Set the API key to: `a`
+4. The Java client will connect to the HTTP server, which communicates with the queue server
+
+## Troubleshooting
+
+**Connection timeouts:**
+- Ensure both containers are healthy: `docker-compose ps`
+- Check queue server logs: `docker-compose logs queue-server`
+- Check HTTP server logs: `docker-compose logs http-server`
+
+**Port conflicts:**
+- If port 6379 is in use, the container Redis uses port 6380 externally
+- If ports 60610 or 60615 are in use, stop any existing bluesky processes
+
+**Rebuild everything:**
+```bash
+docker-compose down
+docker-compose build --no-cache
+docker-compose --profile container-redis up -d
+```

services/bluesky-services/docker-compose.yml

@@ -0,0 +1,72 @@
+services:
+  # Optional Redis container - only used if host Redis is not available
+  redis:
+    image: redis:7-alpine
+    container_name: bluesky-redis
+    ports:
+      - "6380:6379"  # Use different external port to avoid conflicts
+    command: redis-server --appendonly yes
+    volumes:
+      - redis_data:/data
+    networks:
+      - bluesky-network
+    healthcheck:
+      test: ["CMD", "redis-cli", "ping"]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+    profiles:
+      - container-redis  # Only start when explicitly requested
+
+  queue-server:
+    build:
+      context: .
+      dockerfile: Dockerfile.queue-server
+    container_name: bluesky-queue-server
+    ports:
+      - "60615:60615"
+    environment:
+      - REDIS_HOST=redis
+      - REDIS_PORT=6379
+    extra_hosts:
+      - "host.docker.internal:host-gateway"  # Allow access to host services
+    networks:
+      - bluesky-network
+    restart: unless-stopped
+    healthcheck:
+      test: ["CMD", "python", "-c", "import zmq; c = zmq.Context(); s = c.socket(zmq.REQ); s.connect('tcp://localhost:60615'); s.close(); c.term()"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 30s
+
+  http-server:
+    build:
+      context: .
+      dockerfile: Dockerfile.http-server
+    container_name: bluesky-http-server
+    ports:
+      - "60610:60610"
+    environment:
+      - QSERVER_HTTP_SERVER_SINGLE_USER_API_KEY=a
+      - QSERVER_ZMQ_CONTROL_ADDRESS=tcp://queue-server:60615
+    depends_on:
+      queue-server:
+        condition: service_healthy
+    networks:
+      - bluesky-network
+    restart: unless-stopped
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:60610/api/status"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 30s
+
+networks:
+  bluesky-network:
+    driver: bridge
+
+volumes:
+  redis_data:
+    driver: local

services/bluesky-services/ipython-profile/profile_collection_sim/history.sqlite

@@ -0,0 +1,7 @@
+# IPython configuration for collection_sim profile
+c = get_config()
+
+# Basic configuration
+c.InteractiveShellApp.exec_lines = []
+c.InteractiveShellApp.extensions = []
+c.TerminalIPythonApp.display_banner = False

services/bluesky-services/ipython-profile/profile_collection_sim/ipython_config.py

@@ -0,0 +1,10 @@
+# flake8: noqa
+print(f"Loading file {__file__!r}")
+
+# Import some built-in plans
+from bluesky.plan_stubs import mv, mvr, null
+from ophyd.sim import hw
+
+# Import ALL simulated Ophyd objects in global namespace (borrowed from ophyd.sim)
+globals().update(hw().__dict__)
+del hw

services/bluesky-services/ipython-profile/profile_collection_sim/startup/00-ophyd.py

@@ -0,0 +1,25 @@
+# flake8: noqa
+print(f"Loading file {__file__!r}")
+
+from bluesky import RunEngine
+from bluesky.callbacks.best_effort import BestEffortCallback
+
+from bluesky_queueserver import is_ipython_mode
+
+# Detect if the code is executed in IPython environment and backend uses Qt
+ipython_matplotlib = False
+try:
+    import matplotlib
+
+    if matplotlib.get_backend().startswith("qt"):
+        ipython_matplotlib = True
+except Exception:
+    pass
+
+RE = RunEngine()
+
+bec = BestEffortCallback()
+if not is_ipython_mode() or not ipython_matplotlib:
+    bec.disable_plots()
+
+RE.subscribe(bec)

services/bluesky-services/ipython-profile/profile_collection_sim/startup/05-run-engine.py

@@ -0,0 +1,40 @@
+# flake8: noqa
+print(f"Loading file {__file__!r}")
+
+from typing import Any, Dict, List, Optional
+
+from bluesky.plans import (
+    adaptive_scan,
+    count,
+    fly,
+    grid_scan,
+    inner_product_scan,
+    list_grid_scan,
+    list_scan,
+    log_scan,
+    ramp_plan,
+    rel_adaptive_scan,
+    rel_grid_scan,
+    rel_list_grid_scan,
+    rel_list_scan,
+    rel_log_scan,
+    rel_scan,
+    rel_spiral,
+    rel_spiral_fermat,
+    rel_spiral_square,
+    relative_inner_product_scan,
+    scan,
+    scan_nd,
+    spiral,
+    spiral_fermat,
+    spiral_square,
+    tune_centroid,
+    tweak,
+    x2x_scan,
+)
+
+
+def marked_up_count(
+    detectors: List[Any], num: int = 1, delay: Optional[float] = None, md: Optional[Dict[str, Any]] = None
+):
+    return (yield from count(detectors, num=num, delay=delay, md=md))