[ML] Serverless Endpoints (#34474)

* serverless endpoints base code

* add endpoint entity for serverless

* wire up curated class

* keyword only constructor

* disable pylint for unused argument

* wip

* validation basic passing

* add support for marketplace subscriptions

* add overriden marketplacesub

* clean up error message

* linting errors

* clean up type hint

* lint

* make new entities public, fix an issue with marketplace ops

* run black

* remove test script from directory

* deleted file

* fix issues based on testing for get, list, list_keys based on CLI testing

* fix marketplace issues based on CLI testing

* clean up load functions

* create from CLI working for marketplace subs

* fix impl of regenerate keys

* remove unused serverless_endpoint file

* add **kwargs passthrough to operation methods

* add back experimental import

* add telemetry logging for serverless endpoints

* marketplace sub telemetry

* add scoring uri to deserialized response

* make docstrings work, make sure all entities are public and experimental

* make system data dumpable

* add headers to response

* fix docstrings for headers

* fix up some docstrings

* fix pylint issues

* run black on files

* fix mypy errors

* run black again

* spellcheck

* address last pylint issues

* run black

---------

Co-authored-by: iscai-msft <[email protected]>

Author: needuv

.vscode/cspell.json

@@ -100,6 +100,8 @@
     "sdk/ml/azure-ai-ml/swagger/**",
     "sdk/ml/azure-ai-ml/NOTICE.txt",
     "sdk/ml/azure-ai-ml/.pre-commit-config.yaml",
+    "sdk/ml/azure-ai-ml/azure/ai/ml/entities/_autogen_entities/_model_base.py",
+    "sdk/ml/azure-ai-ml/azure/ai/ml/entities/_autogen_entities/_serialization.py",
     "sdk/monitor/azure-monitor-opentelemetry/samples/tracing/django/sample/db.sqlite3",
     "sdk/monitor/azure-monitor-opentelemetry-exporter/samples/traces/django/sample/db.sqlite3",
     "sdk/loadtestservice/azure-developer-loadtesting/**",

sdk/ml/azure-ai-ml/azure/ai/ml/__init__.py

@@ -28,10 +28,12 @@
     load_feature_store,
     load_feature_store_entity,
     load_job,
+    load_marketplace_subscription,
     load_model,
     load_model_package,
     load_online_deployment,
     load_online_endpoint,
+    load_serverless_endpoint,
     load_registry,
     load_workspace,
     load_connection,
@@ -69,6 +71,8 @@
     "load_registry",
     "load_connection",
     "load_model_package",
+    "load_marketplace_subscription",
+    "load_serverless_endpoint",
 ]
 
 __version__ = VERSION

sdk/ml/azure-ai-ml/azure/ai/ml/_ml_client.py

@@ -48,6 +48,7 @@
 from azure.ai.ml._utils._preflight_utils import get_deployments_operation
 from azure.ai.ml._utils._registry_utils import get_registry_client
 from azure.ai.ml._utils.utils import _is_https_url
+from azure.ai.ml._utils._experimental import experimental
 from azure.ai.ml.constants._common import AzureMLResourceType, DefaultOpenEncoding
 from azure.ai.ml.entities import (
     BatchDeployment,
@@ -66,6 +67,8 @@
     Registry,
     Schedule,
     Workspace,
+    ServerlessEndpoint,
+    MarketplaceSubscription,
 )
 from azure.ai.ml.entities._assets import WorkspaceAssetReference
 from azure.ai.ml.exceptions import ErrorCategory, ErrorTarget, ValidationException
@@ -85,6 +88,8 @@
     RegistryOperations,
     ConnectionsOperations,
     WorkspaceOperations,
+    ServerlessEndpointOperations,
+    MarketplaceSubscriptionOperations,
 )
 from azure.ai.ml.operations._code_operations import CodeOperations
 from azure.ai.ml.operations._feature_set_operations import FeatureSetOperations
@@ -682,9 +687,22 @@ def __init__(
             **ops_kwargs,  # type: ignore[arg-type]
         )
 
+        self._serverless_endpoints = ServerlessEndpointOperations(
+            self._operation_scope,
+            self._operation_config,
+            self._service_client_01_2024_preview,
+            self._operation_container,
+        )
+        self._marketplace_subscriptions = MarketplaceSubscriptionOperations(
+            self._operation_scope,
+            self._operation_config,
+            self._service_client_01_2024_preview,
+        )
         self._operation_container.add(AzureMLResourceType.FEATURE_STORE, self._featurestores)  # type: ignore[arg-type]
         self._operation_container.add(AzureMLResourceType.FEATURE_SET, self._featuresets)
         self._operation_container.add(AzureMLResourceType.FEATURE_STORE_ENTITY, self._featurestoreentities)
+        self._operation_container.add(AzureMLResourceType.SERVERLESS_ENDPOINT, self._serverless_endpoints)
+        self._operation_container.add(AzureMLResourceType.MARKETPLACE_SUBSCRIPTION, self._marketplace_subscriptions)
 
     @classmethod
     def from_config(
@@ -996,6 +1014,25 @@ def schedules(self) -> ScheduleOperations:
         return self._schedules
 
     @property
+    @experimental
+    def serverless_endpoints(self) -> ServerlessEndpointOperations:
+        """A collection of serverless endpoint related operations.
+
+        :return: Serverless endpoint operations.
+        :rtype: ~azure.ai.ml.operations.ServerlessEndpointOperations
+        """
+        return self._serverless_endpoints
+
+    @property
+    @experimental
+    def marketplace_subscriptions(self) -> MarketplaceSubscriptionOperations:
+        """A collection of marketplace subscription related operations.
+
+        :return: Marketplace subscription operations.
+        :rtype: ~azure.ai.ml.operations.MarketplaceSubscriptionOperations
+        """
+        return self._marketplace_subscriptions
+
     def indexes(self) -> IndexOperations:
         """A collection of index related operations.
 
@@ -1281,3 +1318,15 @@ def _(entity: PipelineComponentBatchDeployment, operations, *args, **kwargs):
 def _(entity: Schedule, operations, *args, **kwargs):
     module_logger.debug("Creating or updating schedules")
     return operations[AzureMLResourceType.SCHEDULE].begin_create_or_update(entity, **kwargs)
+
+
+@_begin_create_or_update.register(ServerlessEndpoint)
+def _(entity: ServerlessEndpoint, operations, *args, **kwargs):
+    module_logger.debug("Creating or updating serverless endpoints")
+    return operations[AzureMLResourceType.SERVERLESS_ENDPOINT].begin_create_or_update(entity, **kwargs)
+
+
+@_begin_create_or_update.register(MarketplaceSubscription)
+def _(entity: MarketplaceSubscription, operations, *args, **kwargs):
+    module_logger.debug("Creating or updating marketplace subscriptions")
+    return operations[AzureMLResourceType.MARKETPLACE_SUBSCRIPTION].begin_create_or_update(entity, **kwargs)

sdk/ml/azure-ai-ml/azure/ai/ml/constants/_common.py

@@ -270,6 +270,10 @@ class AzureMLResourceType:
     """Hub resource type."""
     PROJECT = "project"
     """Project resource type."""
+    SERVERLESS_ENDPOINT = "serverless_endpoints"
+    """Serverless endpoint resource type."""
+    MARKETPLACE_SUBSCRIPTION = "marketplace_subscriptions"
+    """Marketplace subscription resource type."""
     INDEX = "indexes"
     """Index resource type."""
 

sdk/ml/azure-ai-ml/azure/ai/ml/entities/__init__.py

@@ -39,6 +39,7 @@
 from ._assets.environment import BuildContext, Environment
 from ._assets.intellectual_property import IntellectualProperty
 from ._assets.workspace_asset_reference import WorkspaceAssetReference as WorkspaceModelReference
+from ._autogen_entities.models import MarketplaceSubscription, ServerlessEndpoint, MarketplacePlan
 from ._builders import Command, Parallel, Pipeline, Spark, Sweep
 from ._component.command_component import CommandComponent
 from ._component.component import Component
@@ -473,6 +474,9 @@
     "DeploymentCollection",
     "RequestLogging",
     "NoneCredentialConfiguration",
+    "MarketplacePlan",
+    "MarketplaceSubscription",
+    "ServerlessEndpoint",
     "AccountKeyConfiguration",
     "AadCredentialConfiguration",
     "Index",

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_autogen_entities/__init__.py

@@ -0,0 +1,20 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for license information.
+# Code generated by Microsoft (R) Python Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is regenerated.
+# --------------------------------------------------------------------------
+
+
+try:
+    from ._patch import __all__ as _patch_all
+    from ._patch import *  # pylint: disable=unused-wildcard-import
+except ImportError:
+    _patch_all = []
+from ._patch import patch_sdk as _patch_sdk
+
+__all__ = []
+__all__.extend([p for p in _patch_all if p not in __all__])
+
+_patch_sdk()