🎨Maintenance: make devel mode faster to boot + log fixes + webserver DB disable write to disk (ITISFoundation#7403)

Author: sanderegg

.github/CODEOWNERS

@@ -29,7 +29,8 @@ Makefile                                           @pcrespov @sanderegg
 /services/clusters-keeper/                         @sanderegg
 /services/datcore-adapter/                         @sanderegg
 /services/director*/                               @sanderegg @pcrespov @GitHK
-/services/docker-compose*.yml                      @sanderegg @mrnicegyu11 @YuryHrytsuk
+/services/docker-compose.yml                       @sanderegg @mrnicegyu11 @YuryHrytsuk
+/services/docker-compose.*.yml                     @sanderegg
 /services/dynamic-sidecar/                         @GitHK
 /services/efs-guardian/                            @matusdrobuliak66
 /services/invitations/                             @pcrespov

Makefile

@@ -357,6 +357,8 @@ endef
 show-endpoints:
 	@$(_show_endpoints)
 
+export HOST_UV_CACHE_DIR := $(shell uv cache dir)
+
 up-devel: .stack-simcore-development.yml .init-swarm $(CLIENT_WEB_OUTPUT) ## Deploys local development stack, qx-compile+watch and ops stack (pass 'make ops_disabled=1 up-...' to disable)
 	# Start compile+watch front-end container [front-end]
 	@$(MAKE_C) services/static-webserver/client down compile-dev flags=--watch

packages/service-library/src/servicelib/fastapi/cancellation_middleware.py

@@ -20,7 +20,9 @@ async def _message_poller(
     while True:
         message = await receive()
         if message["type"] == "http.disconnect":
-            _logger.info("client disconnected, terminating request to %s!", request.url)
+            _logger.debug(
+                "client disconnected, terminating request to %s!", request.url
+            )
             raise _TerminateTaskGroupError
 
         # Puts the message in the queue
@@ -57,7 +59,6 @@ async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
 
         # Let's make a shared queue for the request messages
         queue: asyncio.Queue[Message] = asyncio.Queue()
-
         request = Request(scope)
 
         with log_context(_logger, logging.DEBUG, f"cancellable request {request.url}"):
@@ -72,6 +73,8 @@ async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
                     await handler_task
                     poller_task.cancel()
             except* _TerminateTaskGroupError:
-                _logger.info(
-                    "The client disconnected. request to %s was cancelled.", request.url
-                )
+                if not handler_task.done():
+                    _logger.info(
+                        "The client disconnected. request to %s was cancelled.",
+                        request.url,
+                    )

services/agent/docker/boot.sh

@@ -24,15 +24,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/agent
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   echo "$INFO" "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 #

services/api-server/docker/boot.sh

@@ -19,15 +19,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/api-server
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   echo "$INFO" "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 # RUNNING application ----------------------------------------

services/autoscaling/docker/boot.sh

@@ -24,14 +24,14 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/autoscaling
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 #

services/catalog/docker/boot.sh

@@ -19,15 +19,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/catalog
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   echo "$INFO" "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 # RUNNING application ----------------------------------------

services/clusters-keeper/docker/boot.sh

@@ -24,15 +24,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/clusters-keeper
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   echo "$INFO" "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 #

services/dask-sidecar/docker/boot.sh

@@ -25,15 +25,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   python --version | sed 's/^/    /'
   command -v python | sed 's/^/    /'
   cd services/dask-sidecar
-  uv pip sync --quiet --no-cache-dir requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   print_info "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 # RUNNING application ----------------------------------------

services/datcore-adapter/docker/boot.sh

@@ -24,15 +24,15 @@ if [ "${SC_BUILD_TARGET}" = "development" ]; then
   command -v python | sed 's/^/    /'
 
   cd services/datcore-adapter
-  uv pip --quiet --no-cache-dir sync requirements/dev.txt
+  uv pip --quiet sync requirements/dev.txt
   cd -
   echo "$INFO" "PIP :"
   uv pip list
 fi
 
 if [ "${SC_BOOT_MODE}" = "debug" ]; then
   # NOTE: production does NOT pre-installs debugpy
-  uv pip install --no-cache-dir debugpy
+  uv pip install debugpy
 fi
 
 # RUNNING application ----------------------------------------