✨Comp-backend override resources with selected hardware (#4954)

Author: sanderegg

packages/models-library/src/models_library/rabbitmq_basic_types.py

@@ -19,3 +19,9 @@ def from_entries(cls, entries: dict[str, str]) -> "RPCNamespace":
         """
         composed_string = "-".join(f"{k}_{v}" for k, v in sorted(entries.items()))
         return parse_obj_as(cls, composed_string)
+
+
+class RPCMethodName(ConstrainedStr):
+    min_length: int = 1
+    max_length: int = 252
+    regex: re.Pattern[str] | None = re.compile(REGEX_RABBIT_QUEUE_ALLOWED_SYMBOLS)

packages/models-library/src/models_library/services_resources.py

@@ -56,6 +56,9 @@ def ensure_limits_are_equal_or_above_reservations(cls, values):
     def set_reservation_same_as_limit(self) -> None:
         self.reservation = self.limit
 
+    def set_value(self, value: StrictInt | StrictFloat | str) -> None:
+        self.limit = self.reservation = value
+
     class Config:
         validate_assignment = True
 

packages/service-library/src/servicelib/rabbitmq/__init__.py

@@ -8,7 +8,6 @@
     RPCNotInitializedError,
     RPCServerError,
 )
-from ._models import RPCMethodName
 from ._rpc_router import RPCRouter
 from ._utils import wait_till_rabbitmq_responsive
 
@@ -17,7 +16,6 @@
     "RabbitMQClient",
     "RabbitMQRPCClient",
     "RemoteMethodNotRegisteredError",
-    "RPCMethodName",
     "RPCNamespace",
     "RPCNotInitializedError",
     "RPCRouter",

packages/service-library/src/servicelib/rabbitmq/_client_rpc.py

@@ -6,14 +6,14 @@
 from typing import Any
 
 import aio_pika
-from models_library.rabbitmq_basic_types import RPCNamespace
+from models_library.rabbitmq_basic_types import RPCMethodName, RPCNamespace
 from pydantic import PositiveInt
 from settings_library.rabbit import RabbitSettings
 
 from ..logging_utils import log_context
 from ._client_base import RabbitMQClientBase
 from ._errors import RemoteMethodNotRegisteredError, RPCNotInitializedError
-from ._models import RPCMethodName, RPCNamespacedMethodName
+from ._models import RPCNamespacedMethodName
 from ._rpc_router import RPCRouter
 from ._utils import get_rabbitmq_client_unique_name
 

packages/service-library/src/servicelib/rabbitmq/_constants.py

@@ -1,3 +1,4 @@
 from typing import Final
 
 BIND_TO_ALL_TOPICS: Final[str] = "#"
+RPC_REMOTE_METHOD_TIMEOUT_S: Final[int] = 30

packages/service-library/src/servicelib/rabbitmq/_models.py

@@ -4,6 +4,7 @@
 
 from models_library.rabbitmq_basic_types import (
     REGEX_RABBIT_QUEUE_ALLOWED_SYMBOLS,
+    RPCMethodName,
     RPCNamespace,
 )
 from pydantic import ConstrainedStr, parse_obj_as
@@ -19,12 +20,6 @@ def routing_key(self) -> str | None:
         ...
 
 
-class RPCMethodName(ConstrainedStr):
-    min_length: int = 1
-    max_length: int = 252
-    regex: re.Pattern[str] | None = re.compile(REGEX_RABBIT_QUEUE_ALLOWED_SYMBOLS)
-
-
 class RPCNamespacedMethodName(ConstrainedStr):
     min_length: int = 1
     max_length: int = 255

packages/service-library/src/servicelib/rabbitmq/_rpc_router.py

@@ -5,11 +5,11 @@
 from dataclasses import dataclass, field
 from typing import Any, TypeVar
 
+from models_library.rabbitmq_basic_types import RPCMethodName
 from pydantic import SecretStr
 
 from ..logging_utils import log_context
 from ._errors import RPCServerError
-from ._models import RPCMethodName
 
 DecoratedCallable = TypeVar("DecoratedCallable", bound=Callable[..., Any])
 

packages/service-library/src/servicelib/rabbitmq/rpc_interfaces/__init__.py

@@ -0,0 +1,26 @@
+from models_library.api_schemas_clusters_keeper import CLUSTERS_KEEPER_RPC_NAMESPACE
+from models_library.api_schemas_clusters_keeper.clusters import OnDemandCluster
+from models_library.rabbitmq_basic_types import RPCMethodName
+from models_library.users import UserID
+from models_library.wallets import WalletID
+
+from ..._client_rpc import RabbitMQRPCClient
+from ..._constants import RPC_REMOTE_METHOD_TIMEOUT_S
+
+
+async def get_or_create_cluster(
+    client: RabbitMQRPCClient, *, user_id: UserID, wallet_id: WalletID | None
+) -> OnDemandCluster:
+    """**Remote method**
+
+    Raises:
+        RPCServerError -- if anything happens remotely
+    """
+    on_demand_cluster: OnDemandCluster = await client.request(
+        CLUSTERS_KEEPER_RPC_NAMESPACE,
+        RPCMethodName("get_or_create_cluster"),
+        timeout_s=RPC_REMOTE_METHOD_TIMEOUT_S,
+        user_id=user_id,
+        wallet_id=wallet_id,
+    )
+    return on_demand_cluster