Ai connections merge (#35302)

* stash

* add 2024 April preview swagger and restclients

* add new subtype support to schema, entity, and operations

* add testing

* changelog and cspell

* e2e test recordings

* use newer import

* spelling corrections

* minor adjustments

* update recordings

* add resource id to azure open ai conn

* add more valid cred types to some connections

* add another cred

* remove accidental import

* rename workspace connectino to connection

* test corrections

* sphinx corrections

* correct tests one more time

* cspell

* analyze fixes

* comments

Author: MilesHolland

sdk/ml/azure-ai-ml/CHANGELOG.md

@@ -3,7 +3,24 @@
 ## 1.16.0 (unreleased)
 
 ### Features Added
-
+- Many changes to the Connection entity class and its associated operations.
+- Workspace Connection `list`, `get`, and `create_or_update` operations now include an optional `populate_secrets` input, which causes the operations to try making a secondary call to fill in the returned connections' credential info if possible. Only works with api key-based credentials for now.
+- Many workspace connection subtypes added. The full list of subclasses is now:
+  - `AzureBlobStoreConnection`
+  - `AzureBlobStoreConnection`
+  - `MicrosoftOneLakeConnection`
+  - `AzureOpenAIConnection`
+  - `AzureAIServicesConnection`
+  - `AzureAISearchConnection`
+  - `AzureContentSafetyConnection`
+  - `AzureSpeechServicesConnection`
+  - `APIKeyConnection`
+  - `OpenAIConnection`
+  - `SerpConnection`
+  - `ServerlessConnection`
+- Many workspace connections only accept api keys or entra ids for credentials. Since Entra IDs require not inputs, these have been refactored to not required a full credential object. Instead they only accept an api_key as a top-level input, and default to an entra credential otherwise. Their YAML schemas have been similarly altered.
+- Client-side credential-type validation added for some workspace connection types.
+- Added new credential type: `AadCredentialConfiguration`
 - Renamed WorkspaceHub class as Hub.
 - Added Project entity class and YAML support.
 - Project and Hub operations supported by workspace operations.
@@ -15,6 +32,7 @@
 
 ### Breaking Changes
 
+- WorkspaceConnection and subclasses renamed to just Connection
 - Removed WorkspaceHubConfig entity, and renamed WorkspaceHub to Hub.
 - workspace_hub input of Workspace class hidden, renamed to hub_id, and re-surfaced in child class Project.
 - Removed Workspace Hub Operations from ML Client.

sdk/ml/azure-ai-ml/assets.json

@@ -2,5 +2,5 @@
   "AssetsRepo": "Azure/azure-sdk-assets",
   "AssetsRepoPrefixPath": "python",
   "TagPrefix": "python/ml/azure-ai-ml",
-  "Tag": "python/ml/azure-ai-ml_cfba1d7771"
+  "Tag": "python/ml/azure-ai-ml_6ac7667166"
 }

sdk/ml/azure-ai-ml/azure/ai/ml/__init__.py

@@ -34,7 +34,7 @@
     load_online_endpoint,
     load_registry,
     load_workspace,
-    load_workspace_connection,
+    load_connection,
 )
 
 module_logger = logging.getLogger(__name__)
@@ -67,7 +67,7 @@
     "load_online_endpoint",
     "load_workspace",
     "load_registry",
-    "load_workspace_connection",
+    "load_connection",
     "load_model_package",
 ]
 

sdk/ml/azure-ai-ml/azure/ai/ml/_ml_client.py

@@ -37,6 +37,7 @@
 # Same object, but was renamed starting in v2023_08_01_preview
 from azure.ai.ml._restclient.v2023_10_01 import AzureMachineLearningServices as ServiceClient102023
 from azure.ai.ml._restclient.v2024_01_01_preview import AzureMachineLearningWorkspaces as ServiceClient012024Preview
+from azure.ai.ml._restclient.v2024_04_01_preview import AzureMachineLearningWorkspaces as ServiceClient042024Preview
 from azure.ai.ml._restclient.workspace_dataplane import (
     AzureMachineLearningWorkspaces as ServiceClientWorkspaceDataplane,
 )
@@ -82,7 +83,7 @@
     OnlineDeploymentOperations,
     OnlineEndpointOperations,
     RegistryOperations,
-    WorkspaceConnectionsOperations,
+    ConnectionsOperations,
     WorkspaceOperations,
 )
 from azure.ai.ml.operations._code_operations import CodeOperations
@@ -438,6 +439,17 @@ def __init__(
             **kwargs,
         )
 
+        self._service_client_04_2024_preview = ServiceClient042024Preview(
+            credential=self._credential,
+            subscription_id=(
+                self._ws_operation_scope._subscription_id
+                if registry_reference
+                else self._operation_scope._subscription_id
+            ),
+            base_url=base_url,
+            **kwargs,
+        )
+
         self._workspaces = WorkspaceOperations(
             self._ws_operation_scope if registry_reference else self._operation_scope,
             self._service_client_08_2023_preview,
@@ -467,10 +479,10 @@ def __init__(
         )
         self._operation_container.add(AzureMLResourceType.REGISTRY, self._registries)  # type: ignore[arg-type]
 
-        self._workspace_connections = WorkspaceConnectionsOperations(
+        self._connections = ConnectionsOperations(
             self._operation_scope,
             self._operation_config,
-            self._service_client_08_2023_preview,
+            self._service_client_04_2024_preview,
             self._operation_container,
             self._credential,
         )
@@ -867,13 +879,13 @@ def feature_store_entities(self) -> FeatureStoreEntityOperations:
         return self._featurestoreentities
 
     @property
-    def connections(self) -> WorkspaceConnectionsOperations:
-        """A collection of workspace connection related operations.
+    def connections(self) -> ConnectionsOperations:
+        """A collection of connection related operations.
 
-        :return: Workspace Connections operations
-        :rtype: ~azure.ai.ml.operations.WorkspaceConnectionsOperations
+        :return: Connections operations
+        :rtype: ~azure.ai.ml.operations.ConnectionsOperations
         """
-        return self._workspace_connections
+        return self._connections
 
     @property
     def jobs(self) -> JobOperations:

sdk/ml/azure-ai-ml/azure/ai/ml/_restclient/v2024_04_01_preview/__init__.py

@@ -0,0 +1,18 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for license information.
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is regenerated.
+# --------------------------------------------------------------------------
+
+from ._azure_machine_learning_workspaces import AzureMachineLearningWorkspaces
+from ._version import VERSION
+
+__version__ = VERSION
+__all__ = ['AzureMachineLearningWorkspaces']
+
+# `._patch.py` is used for handwritten extensions to the generated code
+# Example: https://github.com/Azure/azure-sdk-for-python/blob/main/doc/dev/customize_code/how-to-patch-sdk-code.md
+from ._patch import patch_sdk
+patch_sdk()