Merge branch 'feature/listenToProjectDocumentWS' of github.com:odeimaiz/osparc-simcore into feature/listenToProjectDocumentWS

Author: odeimaiz

packages/models-library/src/models_library/api_schemas_webserver/functions.py

@@ -1,7 +1,7 @@
 import datetime
 from typing import Annotated, TypeAlias
 
-from pydantic import Field
+from pydantic import Field, HttpUrl
 
 from ..functions import (
     Function,
@@ -116,6 +116,10 @@
 
 class RegisteredSolverFunctionGet(RegisteredSolverFunction, OutputSchema):
     uid: Annotated[FunctionID, Field(alias="uuid")]
+    created_at: Annotated[datetime.datetime, Field(alias="creationDate")]
+    modified_at: Annotated[datetime.datetime, Field(alias="lastChangeDate")]
+    access_rights: FunctionAccessRights | None = None
+    thumbnail: HttpUrl | None = None
 
 
 class RegisteredProjectFunctionGet(RegisteredProjectFunction, OutputSchema):
@@ -124,7 +128,7 @@ class RegisteredProjectFunctionGet(RegisteredProjectFunction, OutputSchema):
     created_at: Annotated[datetime.datetime, Field(alias="creationDate")]
     modified_at: Annotated[datetime.datetime, Field(alias="lastChangeDate")]
     access_rights: FunctionAccessRights | None = None
-    thumbnail: str | None = None
+    thumbnail: HttpUrl | None = None
 
 
 class SolverFunctionToRegister(SolverFunction, InputSchema): ...

packages/models-library/src/models_library/api_schemas_webserver/projects_nodes.py

@@ -1,18 +1,18 @@
 # mypy: disable-error-code=truthy-function
 from typing import Annotated, Any, Literal, TypeAlias
 
-from models_library.groups import GroupID
-from models_library.projects import ProjectID
-from models_library.services_history import ServiceRelease
 from pydantic import ConfigDict, Field
 
 from ..access_rights import ExecutableAccessRights
 from ..api_schemas_directorv2.dynamic_services import RetrieveDataOut
 from ..basic_types import PortInt
+from ..groups import GroupID
+from ..projects import ProjectID
 from ..projects_nodes import InputID, InputsDict, PartialNode
 from ..projects_nodes_io import NodeID
 from ..services import ServiceKey, ServicePortKey, ServiceVersion
 from ..services_enums import ServiceState
+from ..services_history import ServiceRelease
 from ..services_resources import ServiceResourcesDict
 from ._base import InputSchemaWithoutCamelCase, OutputSchema
 

packages/models-library/src/models_library/projects_access.py

@@ -1,18 +1,17 @@
 """
-    Ownership and access rights
+Ownership and access rights
 """
 
 from enum import Enum
+from typing import Annotated
 
 from pydantic import BaseModel, ConfigDict, Field
-from pydantic.types import PositiveInt
 
 from .basic_types import IDStr
-from .users import FirstNameStr, LastNameStr
+from .users import UserID
 
 
-class GroupIDStr(IDStr):
-    ...
+class GroupIDStr(IDStr): ...
 
 
 class AccessEnum(str, Enum):
@@ -22,26 +21,23 @@ class AccessEnum(str, Enum):
 
 
 class AccessRights(BaseModel):
-    read: bool = Field(..., description="has read access")
-    write: bool = Field(..., description="has write access")
-    delete: bool = Field(..., description="has deletion rights")
+    read: Annotated[bool, Field(description="has read access")]
+    write: Annotated[bool, Field(description="has write access")]
+    delete: Annotated[bool, Field(description="has deletion rights")]
 
     model_config = ConfigDict(extra="forbid")
 
 
 class Owner(BaseModel):
-    user_id: PositiveInt = Field(..., description="Owner's user id")
-    first_name: FirstNameStr | None = Field(..., description="Owner's first name")
-    last_name: LastNameStr | None = Field(..., description="Owner's last name")
+    user_id: Annotated[UserID, Field(description="Owner's user id")]
 
     model_config = ConfigDict(
         extra="forbid",
         json_schema_extra={
             "examples": [
-                # NOTE: None and empty string are both defining an undefined value
-                {"user_id": 1, "first_name": None, "last_name": None},
-                {"user_id": 2, "first_name": "", "last_name": ""},
-                {"user_id": 3, "first_name": "John", "last_name": "Smith"},
+                {"user_id": 1},
+                {"user_id": 42},
+                {"user_id": 666},
             ]
         },
     )

packages/models-library/src/models_library/projects_state.py

@@ -195,8 +195,6 @@ class ProjectLocked(BaseModel):
                     "status": ProjectStatus.OPENED,
                     "owner": {
                         "user_id": 123,
-                        "first_name": "Johnny",
-                        "last_name": "Cash",
                     },
                 },
             ]

packages/pytest-simcore/src/pytest_simcore/socketio_client.py

@@ -9,6 +9,7 @@
 import pytest
 import socketio
 from aiohttp.test_utils import TestClient
+from pytest_simcore.helpers.logging_tools import log_context
 from servicelib.aiohttp import status
 from yarl import URL
 
@@ -56,18 +57,19 @@ async def create_socketio_connection(
     security_cookie_factory: Callable[[TestClient | None], Awaitable[str]],
     client_session_id_factory: Callable[[], str],
 ) -> AsyncIterable[
-    Callable[[str | None, TestClient | None], Awaitable[socketio.AsyncClient]]
+    Callable[
+        [str | None, TestClient | None], Awaitable[tuple[socketio.AsyncClient, str]]
+    ]
 ]:
     clients: list[socketio.AsyncClient] = []
 
     async def _connect(
         client_session_id: str | None = None, client: TestClient | None = None
-    ) -> socketio.AsyncClient:
+    ) -> tuple[socketio.AsyncClient, str]:
         if client_session_id is None:
             client_session_id = client_session_id_factory()
 
         sio = socketio.AsyncClient(ssl_verify=False)
-        # enginio 3.10.0 introduced ssl verification
         assert client_session_id
         url = str(
             URL(socketio_url_factory(client)).with_query(
@@ -80,21 +82,27 @@ async def _connect(
             # WARNING: engineio fails with empty cookies. Expects "key=value"
             headers.update({"Cookie": cookie})
 
-        print(f"--> Connecting socketio client to {url} ...")
-        await sio.connect(url, headers=headers, wait_timeout=10)
-        assert sio.sid
-        print("... connection done")
+        with log_context(logging.INFO, f"socketio_client: connecting to {url}"):
+            print(f"--> Connecting socketio client to {url} ...")
+            sio.on(
+                "connect",
+                handler=lambda: logger.info("Connected successfully with %s", sio.sid),
+            )
+            sio.on(
+                "disconnect",
+                handler=lambda: logger.info("Disconnected from %s", sio.sid),
+            )
+            await sio.connect(url, headers=headers, wait_timeout=10)
+            assert sio.sid
         clients.append(sio)
-        return sio
+        return sio, client_session_id
 
     yield _connect
 
     # cleans up clients produce by _connect(*) calls
     for sio in clients:
         if sio.connected:
-            print(f"<--Disconnecting socketio client {sio}")
-            await sio.disconnect()
-            await sio.wait()
-            print(f"... disconnection from {sio} done.")
-            assert not sio.connected
-        assert not sio.sid
+            with log_context(logging.INFO, f"socketio_client: disconnecting {sio}"):
+                await sio.disconnect()
+                await sio.wait()
+        assert not sio.connected

services/static-webserver/client/source/class/osparc/conversation/Conversation.js

@@ -64,6 +64,7 @@ qx.Class.define("osparc.conversation.Conversation", {
     __messages: null,
     __nextRequestParams: null,
     __messagesTitle: null,
+    __messageScroll: null,
     __messagesList: null,
     __loadMoreMessages: null,
 
@@ -147,10 +148,15 @@ qx.Class.define("osparc.conversation.Conversation", {
       this.__messagesTitle = new qx.ui.basic.Label();
       this._add(this.__messagesTitle);
 
+      // add spacer to keep the messages list at the bottom
+      this._add(new qx.ui.core.Spacer(), {
+        flex: 100 // high number to keep even a one message list at the bottom
+      });
+
       this.__messagesList = new qx.ui.container.Composite(new qx.ui.layout.VBox(5)).set({
         alignY: "middle"
       });
-      const scrollView = new qx.ui.container.Scroll();
+      const scrollView = this.__messageScroll = new qx.ui.container.Scroll();
       scrollView.add(this.__messagesList);
       this._add(scrollView, {
         flex: 1
@@ -197,7 +203,8 @@ qx.Class.define("osparc.conversation.Conversation", {
 
     __reloadMessages: function(removeMessages = true) {
       if (this.getConversationId() === null) {
-        this.__messagesTitle.setValue(this.tr("No messages yet"));
+        // temporary conversation page
+        this.__messagesTitle.setValue(this.tr("No Messages yet"));
         this.__messagesList.hide();
         this.__loadMoreMessages.hide();
         return;
@@ -226,7 +233,9 @@ qx.Class.define("osparc.conversation.Conversation", {
 
     __updateMessagesNumber: function() {
       const nMessages = this.__messages.filter(msg => msg["type"] === "MESSAGE").length;
-      if (nMessages === 1) {
+      if (nMessages === 0) {
+        this.__messagesTitle.setValue(this.tr("No Messages yet"));
+      } else if (nMessages === 1) {
         this.__messagesTitle.setValue(this.tr("1 Message"));
       } else if (nMessages > 1) {
         this.__messagesTitle.setValue(nMessages + this.tr(" Messages"));
@@ -243,9 +252,9 @@ qx.Class.define("osparc.conversation.Conversation", {
         return;
       }
 
-      // determine insertion index for most‐recent‐first order
+      // determine insertion index for latest‐first order
       const newTime = new Date(message["created"]);
-      let insertAt = this.__messages.findIndex(m => new Date(m["created"]) < newTime);
+      let insertAt = this.__messages.findIndex(m => new Date(m["created"]) > newTime);
       if (insertAt === -1) {
         insertAt = this.__messages.length;
       }
@@ -270,6 +279,12 @@ qx.Class.define("osparc.conversation.Conversation", {
         this.__messagesList.addAt(control, insertAt);
       }
 
+      // scroll to bottom
+      // add timeout to ensure the scroll happens after the UI is updated
+      setTimeout(() => {
+        this.__messageScroll.scrollToY(this.__messageScroll.getChildControl("pane").getScrollMaxY());
+      }, 50);
+
       this.__updateMessagesNumber();
     },
 

services/static-webserver/client/source/class/osparc/study/Conversations.js

@@ -221,6 +221,12 @@ qx.Class.define("osparc.study.Conversations", {
 
     __addToPages: function(conversationPage) {
       const conversationsLayout = this.getChildControl("conversations-layout");
+      if (conversationsLayout.getChildren().length === 1) {
+        // remove the temporary conversation page
+        if (conversationsLayout.getChildren()[0].getConversationId() === null) {
+          conversationsLayout.remove(conversationsLayout.getChildren()[0]);
+        }
+      }
       conversationsLayout.add(conversationPage);
 
       if (this.__newConversationButton === null) {
@@ -246,8 +252,11 @@ qx.Class.define("osparc.study.Conversations", {
         conversationsLayout.getChildControl("bar").add(newConversationButton);
       }
       // remove and add to move to last position
-      conversationsLayout.getChildControl("bar").remove(this.__newConversationButton);
-      conversationsLayout.getChildControl("bar").add(this.__newConversationButton);
+      const bar = conversationsLayout.getChildControl("bar");
+      if (bar.indexOf(this.__newConversationButton) > -1) {
+        bar.remove(this.__newConversationButton);
+      }
+      bar.add(this.__newConversationButton);
     },
 
     __removeConversationPage: function(conversationId, changeSelection = false) {

services/static-webserver/client/source/class/osparc/workbench/Annotation.js

@@ -277,7 +277,7 @@ qx.Class.define("osparc.workbench.Annotation", {
         type: this.getType(),
         attributes: this.getAttributes(),
         color: this.getColor(), // TYPES.NOTE and TYPES.CONVERSATION do not need a color but backend expects it
-      }
+      };
       return serializeData;
     }
   }

services/web/server/src/simcore_service_webserver/api/v0/openapi.yaml

@@ -16078,6 +16078,9 @@ components:
         thumbnail:
           anyOf:
           - type: string
+            maxLength: 2083
+            minLength: 1
+            format: uri
           - type: 'null'
           title: Thumbnail
       type: object
@@ -16131,14 +16134,14 @@ components:
           type: string
           format: uuid
           title: Uuid
-        createdAt:
+        creationDate:
           type: string
           format: date-time
-          title: Createdat
-        modifiedAt:
+          title: Creationdate
+        lastChangeDate:
           type: string
           format: date-time
-          title: Modifiedat
+          title: Lastchangedate
         solverKey:
           type: string
           pattern: ^simcore/services/((comp|dynamic|frontend))/([a-z0-9][a-z0-9_.-]*/)*([a-z0-9-_]+[a-z0-9])$
@@ -16147,14 +16150,26 @@ components:
           type: string
           pattern: ^(0|[1-9]\d*)(\.(0|[1-9]\d*)){2}(-(0|[1-9]\d*|\d*[-a-zA-Z][-\da-zA-Z]*)(\.(0|[1-9]\d*|\d*[-a-zA-Z][-\da-zA-Z]*))*)?(\+[-\da-zA-Z]+(\.[-\da-zA-Z-]+)*)?$
           title: Solverversion
+        accessRights:
+          anyOf:
+          - $ref: '#/components/schemas/FunctionAccessRights'
+          - type: 'null'
+        thumbnail:
+          anyOf:
+          - type: string
+            maxLength: 2083
+            minLength: 1
+            format: uri
+          - type: 'null'
+          title: Thumbnail
       type: object
       required:
       - inputSchema
       - outputSchema
       - defaultInputs
       - uuid
-      - createdAt
-      - modifiedAt
+      - creationDate
+      - lastChangeDate
       - solverKey
       - solverVersion
       title: RegisteredSolverFunctionGet

services/web/server/src/simcore_service_webserver/dynamic_scheduler/api.py

@@ -24,7 +24,6 @@
 from models_library.services import ServicePortKey
 from models_library.users import UserID
 from pydantic import NonNegativeInt
-from pydantic.types import PositiveInt
 from servicelib.progress_bar import ProgressBarData
 from servicelib.rabbitmq import RabbitMQClient, RPCServerError
 from servicelib.rabbitmq.rpc_interfaces.dynamic_scheduler import services
@@ -94,13 +93,13 @@ async def stop_dynamic_service(
 
 async def _post_progress_message(
     rabbitmq_client: RabbitMQClient,
-    user_id: PositiveInt,
-    project_id: str,
+    user_id: UserID,
+    project_id: ProjectID,
     report: ProgressReport,
 ) -> None:
     progress_message = ProgressRabbitMessageProject(
         user_id=user_id,
-        project_id=ProjectID(project_id),
+        project_id=project_id,
         progress_type=ProgressType.PROJECT_CLOSING,
         report=report,
     )
@@ -111,14 +110,14 @@ async def _post_progress_message(
 async def stop_dynamic_services_in_project(
     app: web.Application,
     *,
-    user_id: PositiveInt,
-    project_id: str,
+    user_id: UserID,
+    project_id: ProjectID,
     simcore_user_agent: str,
     save_state: bool,
 ) -> None:
     """Stops all dynamic services in the project"""
     running_dynamic_services = await list_dynamic_services(
-        app, user_id=user_id, project_id=ProjectID(project_id)
+        app, user_id=user_id, project_id=project_id
     )
 
     async with AsyncExitStack() as stack: