🎨 Add env var for setting number of threads in api-server celery worker (#8298)

Author: bisgaard-itis

.env-devel

@@ -19,6 +19,7 @@ AGENT_VOLUMES_CLEANUP_S3_REGION=us-east-1
 AGENT_VOLUMES_CLEANUP_S3_SECRET_KEY=12345678
 AGENT_TRACING={}
 
+API_SERVER_CELERY_CONCURRENCY=50
 API_SERVER_DEV_FEATURES_ENABLED=0
 API_SERVER_LOGLEVEL=INFO
 API_SERVER_PROFILING=1

services/docker-compose.yml

@@ -92,9 +92,10 @@ services:
     hostname: "api-worker-{{.Node.Hostname}}-{{.Task.Slot}}"
     environment:
       <<: *api_server_environment
+      API_SERVER_TRACING: "null"
       API_SERVER_WORKER_NAME: "api-worker-{{.Node.Hostname}}-{{.Task.Slot}}-{{.Task.ID}}"
       API_SERVER_WORKER_MODE: "true"
-      CELERY_CONCURRENCY: 100
+      CELERY_CONCURRENCY: ${API_SERVER_CELERY_CONCURRENCY}
       CELERY_QUEUES: "api_worker_queue"
     networks: *api_server_networks
 
@@ -1397,6 +1398,7 @@ services:
     hostname: "sto-worker-{{.Node.Hostname}}-{{.Task.Slot}}"
     environment:
       <<: *storage_environment
+      STORAGE_TRACING: "null"
       STORAGE_WORKER_NAME: "sto-worker-{{.Node.Hostname}}-{{.Task.Slot}}-{{.Task.ID}}"
       STORAGE_WORKER_MODE: "true"
       CELERY_CONCURRENCY: 100
@@ -1408,6 +1410,7 @@ services:
     hostname: "sto-worker-cpu-bound-{{.Node.Hostname}}-{{.Task.Slot}}"
     environment:
       <<: *storage_environment
+      STORAGE_TRACING: "null"
       STORAGE_WORKER_NAME: "sto-worker-cpu-bound-{{.Node.Hostname}}-{{.Task.Slot}}-{{.Task.ID}}"
       STORAGE_WORKER_MODE: "true"
       CELERY_CONCURRENCY: 1