pydantic2 migration made integration tests green (#6719)

Co-authored-by: Andrei Neagu <[email protected]>
Co-authored-by: Giancarlo Romeo <[email protected]>

Author: 3 people

packages/dask-task-models-library/src/dask_task_models_library/container_tasks/io.py

@@ -1,7 +1,7 @@
 import json
 from contextlib import suppress
 from pathlib import Path
-from typing import Any, TypeAlias, Union
+from typing import Annotated, Any, TypeAlias
 
 from models_library.basic_regex import MIME_TYPE_RE
 from models_library.generics import DictModel
@@ -84,15 +84,16 @@ class FileUrl(BaseModel):
     )
 
 
-PortValue: TypeAlias = Union[
-    StrictBool,
-    StrictInt,
-    StrictFloat,
-    StrictStr,
-    FileUrl,
-    list[Any],
-    dict[str, Any],
-    None,
+PortValue: TypeAlias = Annotated[
+    StrictBool
+    | StrictInt
+    | StrictFloat
+    | StrictStr
+    | FileUrl
+    | list[Any]
+    | dict[str, Any]
+    | None,
+    Field(union_mode="left_to_right"),
 ]
 
 
@@ -112,7 +113,9 @@ class TaskInputData(DictModel[ServicePortKey, PortValue]):
     )
 
 
-PortSchemaValue: TypeAlias = Union[PortSchema, FilePortSchema]
+PortSchemaValue: TypeAlias = Annotated[
+    PortSchema | FilePortSchema, Field(union_mode="left_to_right")
+]
 
 
 class TaskOutputDataSchema(DictModel[ServicePortKey, PortSchemaValue]):

packages/models-library/src/models_library/api_schemas_catalog/services.py

@@ -205,7 +205,9 @@ class ServiceUpdate(ServiceMetaDataEditable, ServiceAccessRights):
 class ServiceGet(
     ServiceMetaDataPublished, ServiceAccessRights, ServiceMetaDataEditable
 ):  # pylint: disable=too-many-ancestors
-    owner: LowerCaseEmailStr | None
+    owner: LowerCaseEmailStr | None = Field(
+        description="None when the owner email cannot be found in the database"
+    )
 
     model_config = ConfigDict(
         extra="ignore",
@@ -230,7 +232,9 @@ class ServiceGetV2(BaseModel):
 
     contact: LowerCaseEmailStr | None
     authors: list[Author] = Field(..., min_length=1)
-    owner: LowerCaseEmailStr | None
+    owner: LowerCaseEmailStr | None = Field(
+        description="None when the owner email cannot be found in the database"
+    )
 
     inputs: ServiceInputsDict
     outputs: ServiceOutputsDict

packages/models-library/src/models_library/clusters.py

@@ -1,6 +1,6 @@
 from enum import auto
 from pathlib import Path
-from typing import Final, Literal, Self, TypeAlias
+from typing import Annotated, Final, Literal, Self, TypeAlias
 
 from pydantic import (
     AnyUrl,
@@ -142,7 +142,9 @@ class BaseCluster(BaseModel):
     authentication: ClusterAuthentication = Field(
         ..., description="Dask gateway authentication", discriminator="type"
     )
-    access_rights: dict[GroupID, ClusterAccessRights] = Field(default_factory=dict)
+    access_rights: Annotated[
+        dict[GroupID, ClusterAccessRights], Field(default_factory=dict)
+    ]
 
     _from_equivalent_enums = field_validator("type", mode="before")(
         create_enums_pre_validator(ClusterTypeInModel)

packages/pytest-simcore/src/pytest_simcore/docker_compose.py

@@ -94,13 +94,37 @@ def testing_environ_vars(env_devel_file: Path) -> EnvVarsDict:
     # ensure we do not use the bucket of simcore or so
     env_devel["S3_BUCKET_NAME"] = "pytestbucket"
 
+    # ensure OpenTelemetry is not enabled
+    env_devel |= {
+        tracing_setting: "null"
+        for tracing_setting in (
+            "AGENT_TRACING",
+            "API_SERVER_TRACING",
+            "AUTOSCALING_TRACING",
+            "CATALOG_TRACING",
+            "CLUSTERS_KEEPER_TRACING",
+            "DATCORE_ADAPTER_TRACING",
+            "DIRECTOR_TRACING",
+            "DIRECTOR_V2_TRACING",
+            "DYNAMIC_SCHEDULER_TRACING",
+            "EFS_GUARDIAN_TRACING",
+            "INVITATIONS_TRACING",
+            "PAYMENTS_TRACING",
+            "RESOURCE_USAGE_TRACKER_TRACING",
+            "STORAGE_TRACING",
+            "WB_DB_EL_TRACING",
+            "WB_GC_TRACING",
+            "WEBSERVER_TRACING",
+        )
+    }
+
     return {key: value for key, value in env_devel.items() if value is not None}
 
 
 @pytest.fixture(scope="module")
 def env_file_for_testing(
     temp_folder: Path,
-    testing_environ_vars: dict[str, str],
+    testing_environ_vars: EnvVarsDict,
     osparc_simcore_root_dir: Path,
 ) -> Iterator[Path]:
     """Dumps all the environment variables into an $(temp_folder)/.env.test file

packages/pytest-simcore/src/pytest_simcore/docker_registry.py

@@ -261,7 +261,7 @@ def jupyter_service(docker_registry: str, node_meta_schema: dict) -> dict[str, A
     )
 
 
-@pytest.fixture(scope="session", params=["2.0.4"])
+@pytest.fixture(scope="session", params=["2.0.7"])
 def dy_static_file_server_version(request: pytest.FixtureRequest):
     return request.param
 

packages/pytest-simcore/src/pytest_simcore/helpers/httpx_calls_capture_parameters.py

@@ -67,9 +67,19 @@ def regex_pattern(self) -> str:
             msg = "Current version cannot compute regex patterns in case of oneOf. Please go ahead and implement it yourself."
             raise NotImplementedError(msg)
         if self.anyOf:
-            return "|".join([elm.regex_pattern for elm in self.anyOf])
+            return "|".join(
+                [
+                    elm.regex_pattern
+                    for elm in self.anyOf  # pylint:disable=not-an-iterable
+                ]
+            )
         if self.allOf:
-            return "&".join([elm.regex_pattern for elm in self.allOf])
+            return "&".join(
+                [
+                    elm.regex_pattern
+                    for elm in self.allOf  # pylint:disable=not-an-iterable
+                ]
+            )
 
         # now deal with non-recursive cases
         pattern: str | None = None

packages/pytest-simcore/src/pytest_simcore/helpers/storage.py

@@ -0,0 +1,11 @@
+from collections.abc import Callable
+
+from yarl import URL
+
+
+def replace_storage_endpoint(host: str, port: int) -> Callable[[str], str]:
+    def _(url: str) -> str:
+        url_obj = URL(url).with_host(host).with_port(port)
+        return f"{url_obj}"
+
+    return _

packages/pytest-simcore/src/pytest_simcore/simcore_dask_service.py

@@ -27,9 +27,10 @@ async def dask_scheduler_service(
     )
     # override the port
     monkeypatch.setenv("DASK_SCHEDULER_PORT", f"{dask_scheduler_api_port}")
-    return AnyUrl.build(
-        scheme="tls", host=get_localhost_ip(), port=dask_scheduler_api_port
+    url = AnyUrl.build(
+        scheme="tls", host=get_localhost_ip(), port=int(dask_scheduler_api_port)
     )
+    return f"{url}"
 
 
 @pytest.fixture

packages/pytest-simcore/src/pytest_simcore/simcore_storage_service.py

@@ -10,13 +10,14 @@
 import tenacity
 from models_library.projects import ProjectID
 from models_library.projects_nodes_io import NodeID, SimcoreS3FileID
-from pydantic import AnyUrl, TypeAdapter
+from pydantic import TypeAdapter
 from pytest_mock import MockerFixture
 from servicelib.minio_utils import ServiceRetryPolicyUponInitialization
 from yarl import URL
 
 from .helpers.docker import get_service_published_port
 from .helpers.host import get_localhost_ip
+from .helpers.storage import replace_storage_endpoint
 
 
 @pytest.fixture(scope="module")
@@ -45,22 +46,12 @@ async def storage_service(
 ) -> URL:
     await wait_till_storage_responsive(storage_endpoint)
 
-    def correct_ip(url: AnyUrl):
-        assert storage_endpoint.host is not None
-        assert storage_endpoint.port is not None
-
-        return AnyUrl.build(
-            scheme=url.scheme,
-            host=storage_endpoint.host,
-            port=f"{storage_endpoint.port}",
-            path=url.path,
-            query=url.query,
-        )
-
     # NOTE: Mock to ensure container IP agrees with host IP when testing
+    assert storage_endpoint.host is not None
+    assert storage_endpoint.port is not None
     mocker.patch(
         "simcore_sdk.node_ports_common._filemanager._get_https_link_if_storage_secure",
-        correct_ip,
+        replace_storage_endpoint(storage_endpoint.host, storage_endpoint.port),
     )
 
     return storage_endpoint

packages/service-library/src/servicelib/aiohttp/long_running_tasks/_server.py

@@ -6,8 +6,7 @@
 
 from aiohttp import web
 from common_library.json_serialization import json_dumps
-from common_library.pydantic_networks_extension import AnyHttpUrlLegacy
-from pydantic import PositiveFloat, TypeAdapter
+from pydantic import AnyHttpUrl, PositiveFloat, TypeAdapter
 
 from ...aiohttp import status
 from ...long_running_tasks._models import TaskGet
@@ -68,13 +67,13 @@ async def start_long_running_task(
         ip_addr, port = request_.transport.get_extra_info(
             "sockname"
         )  # https://docs.python.org/3/library/asyncio-protocol.html#asyncio.BaseTransport.get_extra_info
-        status_url = TypeAdapter(AnyHttpUrlLegacy).validate_python(
+        status_url = TypeAdapter(AnyHttpUrl).validate_python(
             f"http://{ip_addr}:{port}{request_.app.router['get_task_status'].url_for(task_id=task_id)}"  # NOSONAR
         )
-        result_url = TypeAdapter(AnyHttpUrlLegacy).validate_python(
+        result_url = TypeAdapter(AnyHttpUrl).validate_python(
             f"http://{ip_addr}:{port}{request_.app.router['get_task_result'].url_for(task_id=task_id)}"  # NOSONAR
         )
-        abort_url = TypeAdapter(AnyHttpUrlLegacy).validate_python(
+        abort_url = TypeAdapter(AnyHttpUrl).validate_python(
             f"http://{ip_addr}:{port}{request_.app.router['cancel_and_delete_task'].url_for(task_id=task_id)}"  # NOSONAR
         )
         task_get = TaskGet(