merge master

Author: matusdrobuliak66

.codecov.yml

@@ -25,12 +25,12 @@ component_management:
         branches:
           - "!master"
   individual_components:
-    - component_id: api
-      paths:
-        - api/**
     - component_id: pkg_aws_library
       paths:
         - packages/aws-library/**
+    - component_id: pkg_celery_library
+      paths:
+        - packages/celery-library/**
     - component_id: pkg_dask_task_models_library
       paths:
         - packages/dask-task-models-library/**
@@ -130,6 +130,7 @@ comment:
 
 
 ignore:
+  - "api/tests"
   - "test_*.py"
   - "**/generated_models/*.py"
   - "**/generated_code/*.py"

.env-devel

@@ -17,12 +17,12 @@ AGENT_VOLUMES_CLEANUP_S3_ENDPOINT=http://172.17.0.1:9001
 AGENT_VOLUMES_CLEANUP_S3_PROVIDER=MINIO
 AGENT_VOLUMES_CLEANUP_S3_REGION=us-east-1
 AGENT_VOLUMES_CLEANUP_S3_SECRET_KEY=12345678
-AGENT_TRACING=null
+AGENT_TRACING={}
 
 API_SERVER_DEV_FEATURES_ENABLED=0
 API_SERVER_LOGLEVEL=INFO
 API_SERVER_PROFILING=1
-API_SERVER_TRACING=null
+API_SERVER_TRACING={}
 TRAEFIK_API_SERVER_INFLIGHTREQ_AMOUNT=25
 
 AUTOSCALING_DASK=null
@@ -35,7 +35,7 @@ AUTOSCALING_LOGLEVEL=INFO
 AUTOSCALING_NODES_MONITORING=null
 AUTOSCALING_POLL_INTERVAL="00:00:10"
 AUTOSCALING_SSM_ACCESS=null
-AUTOSCALING_TRACING=null
+AUTOSCALING_TRACING={}
 
 AWS_S3_CLI_S3=null
 
@@ -47,7 +47,7 @@ CATALOG_PORT=8000
 CATALOG_PROFILING=1
 CATALOG_SERVICES_DEFAULT_RESOURCES='{"CPU": {"limit": 0.1, "reservation": 0.1}, "RAM": {"limit": 2147483648, "reservation": 2147483648}}'
 CATALOG_SERVICES_DEFAULT_SPECIFICATIONS='{}'
-CATALOG_TRACING=null
+CATALOG_TRACING={}
 
 CELERY_RESULT_EXPIRES=P7D
 
@@ -63,7 +63,7 @@ CLUSTERS_KEEPER_MAX_MISSED_HEARTBEATS_BEFORE_CLUSTER_TERMINATION=5
 CLUSTERS_KEEPER_PRIMARY_EC2_INSTANCES=null
 CLUSTERS_KEEPER_TASK_INTERVAL=00:00:30
 CLUSTERS_KEEPER_WORKERS_EC2_INSTANCES=null
-CLUSTERS_KEEPER_TRACING=null
+CLUSTERS_KEEPER_TRACING={}
 
 DASK_SCHEDULER_HOST=dask-scheduler
 DASK_SCHEDULER_PORT=8786
@@ -83,7 +83,7 @@ DIRECTOR_PUBLISHED_HOST_NAME="127.0.0.1:9081"
 DIRECTOR_REGISTRY_CACHING_TTL=00:15:00
 DIRECTOR_REGISTRY_CACHING=True
 DIRECTOR_SERVICES_CUSTOM_CONSTRAINTS=null
-DIRECTOR_TRACING=null
+DIRECTOR_TRACING={}
 
 DOCKER_API_PROXY_HOST=docker-api-proxy
 DOCKER_API_PROXY_PASSWORD=admin
@@ -98,11 +98,11 @@ EFS_GROUP_NAME=efs-group
 EFS_DNS_NAME=fs-xxx.efs.us-east-1.amazonaws.com
 EFS_MOUNTED_PATH=/tmp/efs
 EFS_PROJECT_SPECIFIC_DATA_DIRECTORY=project-specific-data
-EFS_GUARDIAN_TRACING=null
+EFS_GUARDIAN_TRACING={}
 EFS_DEFAULT_USER_SERVICE_SIZE_BYTES=10000
 
 # DATCORE_ADAPTER
-DATCORE_ADAPTER_TRACING=null
+DATCORE_ADAPTER_TRACING={}
 
 # DIRECTOR_V2 ----
 COMPUTATIONAL_BACKEND_DEFAULT_CLUSTER_AUTH='{"type":"tls","tls_ca_file":"/home/scu/.dask/dask-crt.pem","tls_client_cert":"/home/scu/.dask/dask-crt.pem","tls_client_key":"/home/scu/.dask/dask-key.pem"}'
@@ -128,14 +128,14 @@ DYNAMIC_SIDECAR_LOG_LEVEL=DEBUG
 DYNAMIC_SIDECAR_PROMETHEUS_MONITORING_NETWORKS=[]
 DYNAMIC_SIDECAR_PROMETHEUS_SERVICE_LABELS={}
 DYNAMIC_SIDECAR_API_SAVE_RESTORE_STATE_TIMEOUT=01:00:00
-DIRECTOR_V2_TRACING=null
+DIRECTOR_V2_TRACING={}
 
 # DYNAMIC_SCHEDULER ----
 DYNAMIC_SCHEDULER_LOGLEVEL=INFO
 DYNAMIC_SCHEDULER_PROFILING=1
 DYNAMIC_SCHEDULER_USE_INTERNAL_SCHEDULER=0
 DYNAMIC_SCHEDULER_STOP_SERVICE_TIMEOUT=01:00:00
-DYNAMIC_SCHEDULER_TRACING=null
+DYNAMIC_SCHEDULER_TRACING={}
 DYNAMIC_SCHEDULER_UI_STORAGE_SECRET=adminadmin
 
 FUNCTION_SERVICES_AUTHORS='{"UN": {"name": "Unknown", "email": "[email protected]", "affiliation": "unknown"}}'
@@ -147,6 +147,7 @@ LICENSES_ITIS_VIP_API_URL=https://replace-with-itis-api/{category}
 LICENSES_ITIS_VIP_CATEGORIES='{"HumanWholeBody": "Humans", "HumanBodyRegion": "Humans (Region)", "AnimalWholeBody": "Animal"}'
 LICENSES_SPEAG_PHANTOMS_API_URL=https://replace-with-speag-api/{category}
 LICENSES_SPEAG_PHANTOMS_CATEGORIES='{"ComputationalPhantom": "Phantom of the Opera"}'
+LONG_RUNNING_TASKS_NAMESPACE_SUFFIX=development
 
 # Can use 'docker run -it itisfoundation/invitations:latest simcore-service-invitations generate-dotenv --auto-password'
 INVITATIONS_DEFAULT_PRODUCT=osparc
@@ -158,13 +159,13 @@ INVITATIONS_PORT=8000
 INVITATIONS_SECRET_KEY='REPLACE_ME_with_result__Fernet_generate_key='
 INVITATIONS_SWAGGER_API_DOC_ENABLED=1
 INVITATIONS_USERNAME=admin
-INVITATIONS_TRACING=null
+INVITATIONS_TRACING={}
 
 LOG_FORMAT_LOCAL_DEV_ENABLED=1
-LOG_FILTER_MAPPING='{}'
+LOG_FILTER_MAPPING='{"gunicorn.access":[" /v0/ ", " /v0/health "], "uvicorn.access":[" / ", " /v0/ "]}'
 
 NOTIFICATIONS_LOGLEVEL=INFO
-NOTIFICATIONS_TRACING=null
+NOTIFICATIONS_TRACING={}
 
 PAYMENTS_ACCESS_TOKEN_EXPIRE_MINUTES=30
 PAYMENTS_ACCESS_TOKEN_SECRET_KEY=2c0411810565e063309be1457009fb39ce023946f6a354e6935107b57676
@@ -186,15 +187,16 @@ PAYMENTS_STRIPE_API_SECRET='REPLACE_ME_with_api_secret'
 PAYMENTS_STRIPE_URL=https://api.stripe.com
 PAYMENTS_SWAGGER_API_DOC_ENABLED=1
 PAYMENTS_USERNAME=admin
-PAYMENTS_TRACING=null
+PAYMENTS_TRACING={}
 
 POSTGRES_DB=simcoredb
 POSTGRES_ENDPOINT=postgres:5432
 POSTGRES_HOST=postgres
 POSTGRES_PASSWORD=adminadmin
 POSTGRES_PORT=5432
 POSTGRES_USER=scu
-
+POSTGRES_MINSIZE=2 # see https://github.com/ITISFoundation/osparc-simcore/pull/8199
+POSTGRES_MAXSIZE=50
 POSTGRES_READONLY_PASSWORD=readonly
 POSTGRES_READONLY_USER=postgres_readonly
 
@@ -227,7 +229,7 @@ RESOURCE_USAGE_TRACKER_MISSED_HEARTBEAT_CHECK_ENABLED=1
 RESOURCE_USAGE_TRACKER_MISSED_HEARTBEAT_COUNTER_FAIL=6
 RESOURCE_USAGE_TRACKER_MISSED_HEARTBEAT_INTERVAL_SEC=300
 RESOURCE_USAGE_TRACKER_S3=null
-RESOURCE_USAGE_TRACKER_TRACING=null
+RESOURCE_USAGE_TRACKER_TRACING={}
 
 # NOTE: 172.17.0.1 is the docker0 interface, which redirect from inside a container onto the host network interface.
 R_CLONE_OPTION_BUFFER_SIZE=16M
@@ -259,7 +261,7 @@ STORAGE_HOST=storage
 STORAGE_LOGLEVEL=INFO
 STORAGE_PORT=8080
 STORAGE_PROFILING=1
-STORAGE_TRACING=null
+STORAGE_TRACING={}
 # STORAGE ----
 
 SWARM_STACK_NAME=master-simcore
@@ -269,11 +271,18 @@ VENDOR_DEV_MANUAL_IMAGE=containous/whoami
 VENDOR_DEV_MANUAL_REPLICAS=1
 VENDOR_DEV_MANUAL_SUBDOMAIN=manual
 
-## VENDOR DEVELOPMENT SERVICES ---
+## WEBSERVER SERVICES VARIANTS ---
 
 WB_API_WEBSERVER_HOST=wb-api-server
 WB_API_WEBSERVER_PORT=8080
 
+WB_AUTH_DIAGNOSTICS={}
+WB_AUTH_LOGLEVEL=INFO
+WB_AUTH_PROFILING=1
+WB_AUTH_TRACING={}
+WB_AUTH_WEBSERVER_HOST=wb-auth
+WB_AUTH_WEBSERVER_PORT=8080
+
 WB_GC_ACTIVITY=null
 WB_GC_ANNOUNCEMENTS=0
 WB_GC_CATALOG=null
@@ -300,7 +309,7 @@ WB_GC_SOCKETIO=1
 WB_GC_STATICWEB=null
 WB_GC_STUDIES_DISPATCHER=null
 WB_GC_TAGS=0
-WB_GC_TRACING=null
+WB_GC_TRACING={}
 WB_GC_USERS={}
 WB_GC_WALLETS=0
 
@@ -330,7 +339,7 @@ WB_DB_EL_STATICWEB=null
 WB_DB_EL_STORAGE=null
 WB_DB_EL_STUDIES_DISPATCHER=null
 WB_DB_EL_TAGS=0
-WB_DB_EL_TRACING=null
+WB_DB_EL_TRACING={}
 WB_DB_EL_USERS={}
 WB_DB_EL_WALLETS=0
 
@@ -395,11 +404,12 @@ WEBSERVER_PROJECTS={}
 WEBSERVER_PROMETHEUS_API_VERSION=v1
 WEBSERVER_PROMETHEUS_URL=http://prometheus:9090
 WEBSERVER_PUBLICATIONS=1
+WEBSERVER_REALTIME_COLLABORATION='{"RTC_MAX_NUMBER_OF_USERS":3}'
 WEBSERVER_SCICRUNCH={}
 WEBSERVER_SESSION_SECRET_KEY='REPLACE_ME_with_result__Fernet_generate_key='
 WEBSERVER_SOCKETIO=1
 WEBSERVER_STATICWEB={}
 WEBSERVER_STUDIES_DISPATCHER={}
 WEBSERVER_TAGS=1
-WEBSERVER_TRACING=null
+WEBSERVER_TRACING={}
 WEBSERVER_USERS={}

.github/CODEOWNERS

@@ -13,6 +13,7 @@ Makefile                                           @pcrespov @sanderegg
 /api/                                              @sanderegg @pcrespov @matusdrobuliak66
 /ci/                                               @sanderegg @pcrespov
 /docs/                                             @pcrespov
+/packages/celery-library/                          @giancarloromeo
 /packages/common-library/                          @giancarloromeo
 /packages/models-library/                          @sanderegg @pcrespov @matusdrobuliak66 @giancarloromeo
 /packages/postgres-database/                       @matusdrobuliak66

.github/ISSUE_TEMPLATE/1_bug_report.yml

@@ -1,7 +1,20 @@
 name: 🐛 Bug
 description: File a bug/issue
-labels: ["bug", "t:bug"]
-assignees: ["pcrespov"]
+title: "[Bug]: "
+labels:
+  - bug
+  - "t:bug"
+assignees:
+  - bisgaard-itis
+  - giancarloromeo
+  - GitHK
+  - matusdrobuliak66
+  - odeimaiz
+  - pcrespov
+  - sanderegg
+projects:
+  - "ITISFoundation/projects/15"
+type: "Bug"
 body:
   - type: checkboxes
     attributes:
@@ -20,7 +33,7 @@ body:
         - "production aws (e.g. osparc.io)"
         - "staging aws (e.g. staging.osparc.io)"
         - "production on-premise (dalco)"
-        - "stating on-premise (dalco)"
+        - "staging on-premise (dalco)"
         - "development (master)"
         - "other (e.g. local)"
     validations:

.github/ISSUE_TEMPLATE/2_feature_request.yml

@@ -1,7 +1,17 @@
 name: ✨ Feature request
-description: Suggest an idea to implement in the simcore plaform
-labels: ["t:enhancement"]
-assignees: ["pcrespov"]
+description: Suggest an idea to implement in the simcore platform
+title: "[Feature]: "
+labels:
+  - t:enhancement
+assignees:
+  - bisgaard-itis
+  - giancarloromeo
+  - GitHK
+  - matusdrobuliak66
+  - odeimaiz
+  - pcrespov
+  - sanderegg
+type: "Feature"
 body:
   - type: checkboxes
     attributes:

.github/ISSUE_TEMPLATE/3_maintenance_issue.yml

@@ -1,7 +1,19 @@
 name: 🏗️ Maintenance
 description: A change in the code to overcome technical debt
-labels: ["t:maintenance"]
-assignees: ["pcrespov"]
+title: "[Maintenance]: "
+labels:
+  - "t:maintenance"
+assignees:
+  - bisgaard-itis
+  - giancarloromeo
+  - GitHK
+  - matusdrobuliak66
+  - odeimaiz
+  - pcrespov
+  - sanderegg
+projects:
+  - "ITISFoundation/projects/9"
+type: "Task"
 body:
   - type: checkboxes
     attributes:

.github/ISSUE_TEMPLATE/4_pre_release.yml

@@ -1,8 +1,13 @@
 name: 🚀 Pre-release to staging (developers-only)
 description: Issue to plan and log pre-release from master to staging deploy (including staging hotfixes)
 title: "🚀 Pre-release master -> staging_<sprint_name><version>"
-labels: ["t:maintenance", "release"]
-assignees: ["matusdrobuliak66"]
+labels:
+  - "t:maintenance"
+  - release
+assignees:
+  - matusdrobuliak66
+  - YuryHrytsuk
+type: "Task"
 body:
   - type: dropdown
     id: prerelease_kind
@@ -34,8 +39,8 @@ body:
     attributes:
       label: Commit SHA
       description: |
-        Selets the commit from which the release takes placeholder. Check [commits](https://github.com/ITISFoundation/osparc-simcore/commits/master)
-        IMPORTANT: make sure t (i.e. tests passed and images were built and pushed)
+        Selects the commit from which the release takes place. Check [commits](https://github.com/ITISFoundation/osparc-simcore/commits/master)
+        IMPORTANT: make sure CI (i.e. tests passed and images were built and pushed)
       placeholder: 7d9dcc313f9ced0bd1e6508363148841683b6d7c
     validations:
       required: true
@@ -49,7 +54,7 @@ body:
       required: true
   - type: checkboxes
     attributes:
-      label: Did the commit CI suceeded?
+      label: Did the commit CI succeed?
       description: Check the CI of the selected commit in the [repo commits](https://github.com/ITISFoundation/osparc-simcore/commits/master)
       options:
         - label: The commit CI succeeded.
@@ -159,3 +164,4 @@ body:
         ``` md
         https://github.com/ITISFoundation/osparc-simcore/releases/tag/staging_<sprint_name><version>
         ```
+        ```

.github/ISSUE_TEMPLATE/5_release.yml

@@ -1,8 +1,13 @@
 name: 🚀 Release to production (developers-only)
 description: Creates an issue to plan and log the release from staging to production
 title: "🚀 Release v<M.m.0>"
-labels: ["t:maintenance", "release"]
-assignees: ["matusdrobuliak66"]
+labels:
+  - "t:maintenance"
+  - release
+assignees:
+  - matusdrobuliak66
+  - YuryHrytsuk
+type: "Task"
 body:
   - type: input
     id: version
@@ -17,8 +22,8 @@ body:
     attributes:
       label: Commit SHA
       description: |
-        Selects the commit from which the release takes placeholder. Check [commits](https://github.com/ITISFoundation/osparc-simcore/commits/master)
-        IMPORTANT: make sure t (i.e. tests passed and images were built and pushed)
+        Selects the commit from which the release takes place. Check [commits](https://github.com/ITISFoundation/osparc-simcore/commits/master)
+        IMPORTANT: make sure CI (i.e. tests passed and images were built and pushed)
       placeholder: 7d9dcc313f9ced0bd1e6508363148841683b6d7c
     validations:
       required: true
@@ -41,7 +46,7 @@ body:
       required: true
   - type: checkboxes
     attributes:
-      label: Did the commit CI suceeded?
+      label: Did the commit CI succeed?
       description: Check the CI of the selected commit in the [repo commits](https://github.com/ITISFoundation/osparc-simcore/commits/master) to make sure the images are built and ready
       options:
         - label: The commit CI succeeded.
@@ -162,3 +167,4 @@ body:
         ``` md
         :tada: https://github.com/ITISFoundation/osparc-simcore/releases/tag/v<M.m.0>
         ```
+        ```