split login from users

Author: pcrespov

packages/pytest-simcore/src/pytest_simcore/helpers/webserver_login.py

@@ -1,48 +1,21 @@
 import contextlib
 import re
 from collections.abc import AsyncIterator
-from datetime import datetime
-from typing import Any, TypedDict
+from typing import Any
 
-from aiohttp import web
 from aiohttp.test_utils import TestClient
-from models_library.users import UserID
 from servicelib.aiohttp import status
-from simcore_postgres_database.models.users import users as users_table
-from simcore_service_webserver.db.models import UserRole, UserStatus
-from simcore_service_webserver.db.plugin import get_asyncpg_engine
-from simcore_service_webserver.groups import api as groups_service
 from simcore_service_webserver.login._constants import MSG_LOGGED_IN
 from simcore_service_webserver.login._invitations_service import create_invitation_token
-from simcore_service_webserver.products.products_service import list_products
+from simcore_service_webserver.login._login_repository_legacy import (
+    get_plugin_storage,
+)
 from simcore_service_webserver.security import security_service
-from sqlalchemy.ext.asyncio import AsyncEngine
 from yarl import URL
 
 from .assert_checks import assert_status
-from .faker_factories import DEFAULT_FAKER, DEFAULT_TEST_PASSWORD, random_user
-from .postgres_tools import insert_and_get_row_lifespan
-
-
-# WARNING: DO NOT use UserDict is already in https://docs.python.org/3/library/collections.html#collections.UserDictclass UserRowDict(TypedDict):
-# NOTE: this is modified dict version of packages/postgres-database/src/simcore_postgres_database/models/users.py for testing purposes
-class _UserInfoDictRequired(TypedDict, total=True):
-    id: int
-    name: str
-    email: str
-    primary_gid: str
-    raw_password: str
-    status: UserStatus
-    role: UserRole
-
-
-class UserInfoDict(_UserInfoDictRequired, total=False):
-    created_at: datetime
-    password_hash: str
-    first_name: str
-    last_name: str
-    phone: str
-
+from .faker_factories import DEFAULT_FAKER
+from .webserver_users import NewUser, UserInfoDict, _create_account_in_db
 
 TEST_MARKS = re.compile(r"TEST (\w+):(.*)")
 
@@ -65,89 +38,6 @@ def parse_link(text):
     return URL(link).path
 
 
-async def _create_user_in_db(
-    sqlalchemy_async_engine: AsyncEngine,
-    exit_stack: contextlib.AsyncExitStack,
-    data: dict | None = None,
-) -> UserInfoDict:
-
-    # create fake
-    data = data or {}
-    data.setdefault("status", UserStatus.ACTIVE.name)
-    data.setdefault("role", UserRole.USER.name)
-
-    raw_password = DEFAULT_TEST_PASSWORD
-
-    # inject in db
-    user = await exit_stack.enter_async_context(
-        insert_and_get_row_lifespan(  # pylint:disable=contextmanager-generator-missing-cleanup
-            sqlalchemy_async_engine,
-            table=users_table,
-            values=random_user(password=raw_password, **data),
-            pk_col=users_table.c.id,
-        )
-    )
-    assert "first_name" in user
-    assert "last_name" in user
-
-    return UserInfoDict(
-        # required
-        #  - in db
-        id=user["id"],
-        name=user["name"],
-        email=user["email"],
-        primary_gid=user["primary_gid"],
-        status=(
-            UserStatus(user["status"])
-            if not isinstance(user["status"], UserStatus)
-            else user["status"]
-        ),
-        role=(
-            UserRole(user["role"])
-            if not isinstance(user["role"], UserRole)
-            else user["role"]
-        ),
-        # optional
-        #  - in db
-        created_at=(
-            user["created_at"]
-            if isinstance(user["created_at"], datetime)
-            else datetime.fromisoformat(user["created_at"])
-        ),
-        password_hash=user["password_hash"],
-        first_name=user["first_name"],
-        last_name=user["last_name"],
-        phone=user["phone"],
-        # extras
-        raw_password=raw_password,
-    )
-
-
-async def _register_user_in_default_product(app: web.Application, user_id: UserID):
-    products = list_products(app)
-    assert products
-    product_name = products[0].name
-
-    return await groups_service.auto_add_user_to_product_group(
-        app, user_id, product_name=product_name
-    )
-
-
-async def _create_account_in_db(
-    app: web.Application,
-    exit_stack: contextlib.AsyncExitStack,
-    user_data: dict[str, Any] | None = None,
-) -> UserInfoDict:
-    # users, groups in db
-    user = await _create_user_in_db(
-        get_asyncpg_engine(app), exit_stack=exit_stack, data=user_data
-    )
-
-    # user has default product
-    await _register_user_in_default_product(app, user_id=user["id"])
-    return user
-
-
 async def log_client_in(
     client: TestClient,
     user_data: dict[str, Any] | None = None,
@@ -178,30 +68,6 @@ async def log_client_in(
     return user
 
 
-class NewUser:
-    def __init__(
-        self,
-        user_data: dict[str, Any] | None = None,
-        app: web.Application | None = None,
-    ):
-        self.user_data = user_data
-        self.user = None
-
-        assert app
-        self.app = app
-
-        self.exit_stack = contextlib.AsyncExitStack()
-
-    async def __aenter__(self) -> UserInfoDict:
-        self.user = await _create_account_in_db(
-            self.app, self.exit_stack, self.user_data
-        )
-        return self.user
-
-    async def __aexit__(self, *args):
-        await self.exit_stack.aclose()
-
-
 class LoggedUser(NewUser):
     def __init__(self, client: TestClient, user_data=None, *, check_if_succeeds=True):
         super().__init__(user_data, client.app)
@@ -266,13 +132,12 @@ def __init__(
         self.confirmation = None
         self.trial_days = trial_days
         self.extra_credits_in_usd = extra_credits_in_usd
+        self.db = get_plugin_storage(self.app)
 
     async def __aenter__(self) -> "NewInvitation":
         # creates host user
         assert self.client.app
-        self.user = await _create_user_in_db(
-            self.client.app, self.exit_stack, self.user_data
-        )
+        self.user = await super().__aenter__()
 
         self.confirmation = await create_invitation_token(
             self.db,

packages/pytest-simcore/src/pytest_simcore/helpers/webserver_users.py

@@ -0,0 +1,143 @@
+import contextlib
+from datetime import datetime
+from typing import Any, TypedDict
+
+from aiohttp import web
+from models_library.users import UserID
+from servicelib.aiohttp import status
+from simcore_postgres_database.models.users import users as users_table
+from simcore_service_webserver.db.models import UserRole, UserStatus
+from simcore_service_webserver.db.plugin import get_asyncpg_engine
+from simcore_service_webserver.groups import api as groups_service
+from simcore_service_webserver.products.products_service import list_products
+from sqlalchemy.ext.asyncio import AsyncEngine
+
+from .faker_factories import DEFAULT_TEST_PASSWORD, random_user
+from .postgres_tools import insert_and_get_row_lifespan
+
+
+# WARNING: DO NOT use UserDict is already in https://docs.python.org/3/library/collections.html#collections.UserDictclass UserRowDict(TypedDict):
+# NOTE: this is modified dict version of packages/postgres-database/src/simcore_postgres_database/models/users.py for testing purposes
+class _UserInfoDictRequired(TypedDict, total=True):
+    id: int
+    name: str
+    email: str
+    primary_gid: str
+    raw_password: str
+    status: UserStatus
+    role: UserRole
+
+
+class UserInfoDict(_UserInfoDictRequired, total=False):
+    created_at: datetime
+    password_hash: str
+    first_name: str
+    last_name: str
+    phone: str
+
+
+async def _create_user_in_db(
+    sqlalchemy_async_engine: AsyncEngine,
+    exit_stack: contextlib.AsyncExitStack,
+    data: dict | None = None,
+) -> UserInfoDict:
+
+    # create fake
+    data = data or {}
+    data.setdefault("status", UserStatus.ACTIVE.name)
+    data.setdefault("role", UserRole.USER.name)
+
+    raw_password = DEFAULT_TEST_PASSWORD
+
+    # inject in db
+    user = await exit_stack.enter_async_context(
+        insert_and_get_row_lifespan(  # pylint:disable=contextmanager-generator-missing-cleanup
+            sqlalchemy_async_engine,
+            table=users_table,
+            values=random_user(password=raw_password, **data),
+            pk_col=users_table.c.id,
+        )
+    )
+    assert "first_name" in user
+    assert "last_name" in user
+
+    return UserInfoDict(
+        # required
+        #  - in db
+        id=user["id"],
+        name=user["name"],
+        email=user["email"],
+        primary_gid=user["primary_gid"],
+        status=(
+            UserStatus(user["status"])
+            if not isinstance(user["status"], UserStatus)
+            else user["status"]
+        ),
+        role=(
+            UserRole(user["role"])
+            if not isinstance(user["role"], UserRole)
+            else user["role"]
+        ),
+        # optional
+        #  - in db
+        created_at=(
+            user["created_at"]
+            if isinstance(user["created_at"], datetime)
+            else datetime.fromisoformat(user["created_at"])
+        ),
+        password_hash=user["password_hash"],
+        first_name=user["first_name"],
+        last_name=user["last_name"],
+        phone=user["phone"],
+        # extras
+        raw_password=raw_password,
+    )
+
+
+async def _register_user_in_default_product(app: web.Application, user_id: UserID):
+    products = list_products(app)
+    assert products
+    product_name = products[0].name
+
+    return await groups_service.auto_add_user_to_product_group(
+        app, user_id, product_name=product_name
+    )
+
+
+async def _create_account_in_db(
+    app: web.Application,
+    exit_stack: contextlib.AsyncExitStack,
+    user_data: dict[str, Any] | None = None,
+) -> UserInfoDict:
+    # users, groups in db
+    user = await _create_user_in_db(
+        get_asyncpg_engine(app), exit_stack=exit_stack, data=user_data
+    )
+
+    # user has default product
+    await _register_user_in_default_product(app, user_id=user["id"])
+    return user
+
+
+class NewUser:
+    def __init__(
+        self,
+        user_data: dict[str, Any] | None = None,
+        app: web.Application | None = None,
+    ):
+        self.user_data = user_data
+        self.user = None
+
+        assert app
+        self.app = app
+
+        self.exit_stack = contextlib.AsyncExitStack()
+
+    async def __aenter__(self) -> UserInfoDict:
+        self.user = await _create_account_in_db(
+            self.app, self.exit_stack, self.user_data
+        )
+        return self.user
+
+    async def __aexit__(self, *args):
+        await self.exit_stack.aclose()

services/web/server/src/simcore_service_webserver/application.py

@@ -28,7 +28,8 @@
 from .groups.plugin import setup_groups
 from .invitations.plugin import setup_invitations
 from .licenses.plugin import setup_licenses
-from .login.plugin import setup_login, setup_login_auth
+from .login.plugin import setup_login
+from .login_auth.plugin import setup_login_auth
 from .long_running_tasks import setup_long_running_tasks
 from .notifications.plugin import setup_notifications
 from .payments.plugin import setup_payments

services/web/server/src/simcore_service_webserver/login/plugin.py

@@ -4,7 +4,11 @@
 import asyncpg
 from aiohttp import web
 from pydantic import ValidationError
-from servicelib.aiohttp.application_setup import ModuleCategory, app_module_setup
+from servicelib.aiohttp.application_setup import (
+    ModuleCategory,
+    app_module_setup,
+    ensure_single_setup,
+)
 from settings_library.email import SMTPSettings
 from settings_library.postgres import PostgresSettings
 
@@ -18,7 +22,7 @@
 from ..email.plugin import setup_email
 from ..email.settings import get_plugin_settings as get_email_plugin_settings
 from ..invitations.plugin import setup_invitations
-from ..login_auth.plugin import ensure_single_setup, setup_login_auth
+from ..login_auth.plugin import setup_login_auth
 from ..products import products_service
 from ..products.models import ProductName
 from ..products.plugin import setup_products

services/web/server/tests/conftest.py

@@ -4,6 +4,7 @@
 # pylint: disable=unused-variable
 
 import asyncio
+import contextlib
 import json
 import logging
 import random
@@ -88,6 +89,13 @@
 ]
 
 
+@pytest.fixture
+async def exit_stack() -> AsyncIterator[contextlib.AsyncExitStack]:
+    """Provides an AsyncExitStack that gets cleaned up after each test"""
+    async with contextlib.AsyncExitStack() as stack:
+        yield stack
+
+
 @pytest.fixture(scope="session")
 def package_dir() -> Path:
     """osparc-simcore installed directory"""