add api-worker to docker compose

Author: bisgaard-itis

services/api-server/src/simcore_service_api_server/celery/worker_main.py

@@ -16,7 +16,7 @@
 from ._worker_tasks.tasks import setup_worker_tasks
 
 
-def main():
+def app_factory():
     _settings = ApplicationSettings.create_from_envs()
 
     setup_loggers(
@@ -45,4 +45,4 @@ def worker_init_wrapper(sender, **_kwargs):
 
 
 if __name__ == "__main__":
-    main()
+    app_factory()

services/docker-compose.yml

@@ -25,7 +25,7 @@ services:
     image: ${DOCKER_REGISTRY:-itisfoundation}/api-server:${DOCKER_IMAGE_TAG:-latest}
     init: true
     hostname: "{{.Node.Hostname}}-{{.Task.Slot}}"
-    environment:
+    environment: &api_server_environment
       <<: *tracing_open_telemetry_environs
       API_SERVER_DEV_FEATURES_ENABLED: ${API_SERVER_DEV_FEATURES_ENABLED}
       API_SERVER_LOG_FORMAT_LOCAL_DEV_ENABLED: ${LOG_FORMAT_LOCAL_DEV_ENABLED}
@@ -75,9 +75,22 @@ services:
         - traefik.http.routers.${SWARM_STACK_NAME}_api-server.entrypoints=simcore_api
         - traefik.http.routers.${SWARM_STACK_NAME}_api-server.priority=3
         - traefik.http.routers.${SWARM_STACK_NAME}_api-server.middlewares=${SWARM_STACK_NAME}_gzip@swarm,ratelimit-${SWARM_STACK_NAME}_api-server,inflightreq-${SWARM_STACK_NAME}_api-server
-    networks:
+    networks: &api_server_networks
       - default
 
+
+  api-worker:
+    image: ${DOCKER_REGISTRY:-itisfoundation}/api-server:${DOCKER_IMAGE_TAG:-latest}
+    init: true
+    hostname: "api-worker-{{.Node.Hostname}}-{{.Task.Slot}}"
+    environment:
+      <<: *api_server_environment
+      API_SERVER_WORKER_NAME: "api-worker-{{.Node.Hostname}}-{{.Task.Slot}}-{{.Task.ID}}"
+      API_SERVER_WORKER_MODE: "true"
+      CELERY_CONCURRENCY: 100
+    networks: *api_server_networks
+
+
   autoscaling:
     image: ${DOCKER_REGISTRY:-itisfoundation}/autoscaling:${DOCKER_IMAGE_TAG:-latest}
     init: true